[ 491.816896] env[63070]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63070) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 491.817248] env[63070]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63070) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 491.817286] env[63070]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63070) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 491.817615] env[63070]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 491.911892] env[63070]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63070) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 491.922658] env[63070]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63070) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 492.523735] env[63070]: INFO nova.virt.driver [None req-490d9a2b-6510-4756-8e3d-0ec327b6676c None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 492.594255] env[63070]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 492.594410] env[63070]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 492.594546] env[63070]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63070) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 495.833462] env[63070]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-53dfd1da-7cac-4146-a4f1-9f909c6d452e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.850018] env[63070]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63070) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 495.850236] env[63070]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-03c75cf0-907c-4160-be42-e5eb568ab191 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.882330] env[63070]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 880e8. [ 495.882502] env[63070]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.288s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.884099] env[63070]: INFO nova.virt.vmwareapi.driver [None req-490d9a2b-6510-4756-8e3d-0ec327b6676c None None] VMware vCenter version: 7.0.3 [ 495.887527] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e94c5df-d11b-4140-bed6-4e1f2a44f11c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.904656] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343f52f5-d3e4-4161-ba23-f8b678d87bbc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.910481] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a034f554-384f-41a1-9887-cc80a72e151b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.917038] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47843da-1b53-4f4a-9200-a313189304ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.930174] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d7eda-d1bd-4035-a1fb-d0e58b155efc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.936054] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e9ae5f-86be-47d2-9672-86b8ae59adac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.965655] env[63070]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f0cd3242-397a-491e-a9e1-93e8b77fc56b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.970624] env[63070]: DEBUG nova.virt.vmwareapi.driver [None req-490d9a2b-6510-4756-8e3d-0ec327b6676c None None] Extension org.openstack.compute already exists. {{(pid=63070) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 495.973284] env[63070]: INFO nova.compute.provider_config [None req-490d9a2b-6510-4756-8e3d-0ec327b6676c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 496.477072] env[63070]: DEBUG nova.context [None req-490d9a2b-6510-4756-8e3d-0ec327b6676c None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e17e30f0-e1a3-462f-acc7-ca55a52548c8(cell1) {{(pid=63070) load_cells /opt/stack/nova/nova/context.py:464}} [ 496.479209] env[63070]: DEBUG oslo_concurrency.lockutils [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.479441] env[63070]: DEBUG oslo_concurrency.lockutils [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.480104] env[63070]: DEBUG oslo_concurrency.lockutils [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.480535] env[63070]: DEBUG oslo_concurrency.lockutils [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Acquiring lock "e17e30f0-e1a3-462f-acc7-ca55a52548c8" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.480720] env[63070]: DEBUG oslo_concurrency.lockutils [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Lock "e17e30f0-e1a3-462f-acc7-ca55a52548c8" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.481734] env[63070]: DEBUG oslo_concurrency.lockutils [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Lock "e17e30f0-e1a3-462f-acc7-ca55a52548c8" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.501621] env[63070]: INFO dbcounter [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Registered counter for database nova_cell0 [ 496.509583] env[63070]: INFO dbcounter [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Registered counter for database nova_cell1 [ 496.513073] env[63070]: DEBUG oslo_db.sqlalchemy.engines [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63070) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 496.513420] env[63070]: DEBUG oslo_db.sqlalchemy.engines [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63070) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 496.518229] env[63070]: ERROR nova.db.main.api [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 496.518229] env[63070]: result = function(*args, **kwargs) [ 496.518229] env[63070]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 496.518229] env[63070]: return func(*args, **kwargs) [ 496.518229] env[63070]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 496.518229] env[63070]: result = fn(*args, **kwargs) [ 496.518229] env[63070]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 496.518229] env[63070]: return f(*args, **kwargs) [ 496.518229] env[63070]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 496.518229] env[63070]: return db.service_get_minimum_version(context, binaries) [ 496.518229] env[63070]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 496.518229] env[63070]: _check_db_access() [ 496.518229] env[63070]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 496.518229] env[63070]: stacktrace = ''.join(traceback.format_stack()) [ 496.518229] env[63070]: [ 496.519034] env[63070]: ERROR nova.db.main.api [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 496.519034] env[63070]: result = function(*args, **kwargs) [ 496.519034] env[63070]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 496.519034] env[63070]: return func(*args, **kwargs) [ 496.519034] env[63070]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 496.519034] env[63070]: result = fn(*args, **kwargs) [ 496.519034] env[63070]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 496.519034] env[63070]: return f(*args, **kwargs) [ 496.519034] env[63070]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 496.519034] env[63070]: return db.service_get_minimum_version(context, binaries) [ 496.519034] env[63070]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 496.519034] env[63070]: _check_db_access() [ 496.519034] env[63070]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 496.519034] env[63070]: stacktrace = ''.join(traceback.format_stack()) [ 496.519034] env[63070]: [ 496.519599] env[63070]: WARNING nova.objects.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 496.519599] env[63070]: WARNING nova.objects.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Failed to get minimum service version for cell e17e30f0-e1a3-462f-acc7-ca55a52548c8 [ 496.519950] env[63070]: DEBUG oslo_concurrency.lockutils [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Acquiring lock "singleton_lock" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 496.520124] env[63070]: DEBUG oslo_concurrency.lockutils [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Acquired lock "singleton_lock" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 496.520389] env[63070]: DEBUG oslo_concurrency.lockutils [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Releasing lock "singleton_lock" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 496.520709] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Full set of CONF: {{(pid=63070) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 496.520851] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ******************************************************************************** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 496.521007] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] Configuration options gathered from: {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 496.521167] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 496.521358] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 496.521484] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ================================================================================ {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 496.521689] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] allow_resize_to_same_host = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.521859] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] arq_binding_timeout = 300 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.521989] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] backdoor_port = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.522130] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] backdoor_socket = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.522295] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] block_device_allocate_retries = 60 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.522454] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] block_device_allocate_retries_interval = 3 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.522622] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cert = self.pem {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.522786] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.522949] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute_monitors = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.523139] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] config_dir = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.523310] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] config_drive_format = iso9660 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.523442] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.523603] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] config_source = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.523768] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] console_host = devstack {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.523953] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] control_exchange = nova {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.524143] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cpu_allocation_ratio = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.524308] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] daemon = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.524475] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] debug = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.524632] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] default_access_ip_network_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.524796] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] default_availability_zone = nova {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.524948] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] default_ephemeral_format = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.525121] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] default_green_pool_size = 1000 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.525359] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.525523] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] default_schedule_zone = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.525678] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] disk_allocation_ratio = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.525837] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] enable_new_services = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.526015] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] enabled_apis = ['osapi_compute'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.526183] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] enabled_ssl_apis = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.526341] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] flat_injected = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.526495] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] force_config_drive = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.526648] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] force_raw_images = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.526810] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] graceful_shutdown_timeout = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.526988] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] heal_instance_info_cache_interval = 60 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.527242] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] host = cpu-1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.527418] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.527578] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] initial_disk_allocation_ratio = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.527737] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] initial_ram_allocation_ratio = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.527991] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.528181] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] instance_build_timeout = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.528347] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] instance_delete_interval = 300 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.528515] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] instance_format = [instance: %(uuid)s] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.529231] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] instance_name_template = instance-%08x {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.529231] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] instance_usage_audit = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.529231] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] instance_usage_audit_period = month {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.529360] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.529485] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] instances_path = /opt/stack/data/nova/instances {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.529650] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] internal_service_availability_zone = internal {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.529809] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] key = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.529974] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] live_migration_retry_count = 30 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.530163] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] log_color = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.530348] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] log_config_append = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.530516] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.530677] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] log_dir = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.530837] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] log_file = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.530969] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] log_options = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.531150] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] log_rotate_interval = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.531317] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] log_rotate_interval_type = days {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.531480] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] log_rotation_type = none {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.531607] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.531731] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.531895] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.532092] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.532236] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.532408] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] long_rpc_timeout = 1800 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.532568] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] max_concurrent_builds = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.532725] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] max_concurrent_live_migrations = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.532884] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] max_concurrent_snapshots = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.533060] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] max_local_block_devices = 3 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.533222] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] max_logfile_count = 30 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.533378] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] max_logfile_size_mb = 200 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.533533] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] maximum_instance_delete_attempts = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.533698] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] metadata_listen = 0.0.0.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.533861] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] metadata_listen_port = 8775 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.534043] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] metadata_workers = 2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.534209] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] migrate_max_retries = -1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.534373] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] mkisofs_cmd = genisoimage {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.534577] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] my_block_storage_ip = 10.180.1.21 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.534708] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] my_ip = 10.180.1.21 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.534906] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.535102] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] network_allocate_retries = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.535298] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.535467] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] osapi_compute_listen = 0.0.0.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.535629] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] osapi_compute_listen_port = 8774 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.535796] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] osapi_compute_unique_server_name_scope = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.535964] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] osapi_compute_workers = 2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.536145] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] password_length = 12 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.536307] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] periodic_enable = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.536467] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] periodic_fuzzy_delay = 60 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.536632] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] pointer_model = usbtablet {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.536794] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] preallocate_images = none {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.536953] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] publish_errors = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.537094] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] pybasedir = /opt/stack/nova {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.537254] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ram_allocation_ratio = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.537414] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] rate_limit_burst = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.537581] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] rate_limit_except_level = CRITICAL {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.537741] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] rate_limit_interval = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.537933] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] reboot_timeout = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.538136] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] reclaim_instance_interval = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.538312] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] record = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.538481] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] reimage_timeout_per_gb = 60 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.538647] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] report_interval = 120 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.538812] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] rescue_timeout = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.538969] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] reserved_host_cpus = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.539176] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] reserved_host_disk_mb = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.539338] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] reserved_host_memory_mb = 512 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.539497] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] reserved_huge_pages = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.539655] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] resize_confirm_window = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.539813] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] resize_fs_using_block_device = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.539969] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] resume_guests_state_on_host_boot = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.540155] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.540344] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] rpc_response_timeout = 60 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.540510] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] run_external_periodic_tasks = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.540677] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] running_deleted_instance_action = reap {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.540836] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] running_deleted_instance_poll_interval = 1800 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.540995] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] running_deleted_instance_timeout = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.541209] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler_instance_sync_interval = 120 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.541389] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_down_time = 720 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.541558] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] servicegroup_driver = db {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.541715] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] shell_completion = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.541875] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] shelved_offload_time = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.542053] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] shelved_poll_interval = 3600 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.542224] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] shutdown_timeout = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.542383] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] source_is_ipv6 = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.542540] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ssl_only = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.542782] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.542952] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] sync_power_state_interval = 600 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.543130] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] sync_power_state_pool_size = 1000 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.543565] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] syslog_log_facility = LOG_USER {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.543745] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] tempdir = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.543917] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] timeout_nbd = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.544125] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] transport_url = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.544313] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] update_resources_interval = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.544480] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] use_cow_images = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.544644] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] use_eventlog = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.544804] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] use_journal = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.544964] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] use_json = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.545141] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] use_rootwrap_daemon = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.545299] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] use_stderr = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.545460] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] use_syslog = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.545616] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vcpu_pin_set = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.545785] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plugging_is_fatal = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.545954] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plugging_timeout = 300 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.546136] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] virt_mkfs = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.546300] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] volume_usage_poll_interval = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.546462] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] watch_log_file = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.546630] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] web = /usr/share/spice-html5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.546815] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.546984] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.547191] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.547376] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_concurrency.disable_process_locking = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.547658] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.547844] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.548047] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.548227] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.548392] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.548553] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.548733] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.auth_strategy = keystone {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.548906] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.compute_link_prefix = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.549089] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.549261] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.dhcp_domain = novalocal {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.549425] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.enable_instance_password = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.549584] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.glance_link_prefix = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.549744] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.549909] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.550082] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.instance_list_per_project_cells = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.550296] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.list_records_by_skipping_down_cells = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.550469] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.local_metadata_per_cell = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.550636] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.max_limit = 1000 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.550799] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.metadata_cache_expiration = 15 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.550968] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.neutron_default_tenant_id = default {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.551158] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.response_validation = warn {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.551324] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.use_neutron_default_nets = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.551490] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.551650] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.551813] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.551983] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.552169] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.vendordata_dynamic_targets = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.552331] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.vendordata_jsonfile_path = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.552508] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.552697] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.backend = dogpile.cache.memcached {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.552862] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.backend_argument = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.553029] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.backend_expiration_time = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.553235] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.config_prefix = cache.oslo {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.553418] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.dead_timeout = 60.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.553583] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.debug_cache_backend = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.553742] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.enable_retry_client = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.553901] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.enable_socket_keepalive = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.554089] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.enabled = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.554257] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.enforce_fips_mode = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.554422] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.expiration_time = 600 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.554584] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.hashclient_retry_attempts = 2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.554751] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.hashclient_retry_delay = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.554917] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.memcache_dead_retry = 300 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.555091] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.memcache_password = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.555256] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.555419] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.555583] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.memcache_pool_maxsize = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.555749] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.555910] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.memcache_sasl_enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.556104] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.556305] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.memcache_socket_timeout = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.556472] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.memcache_username = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.556642] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.proxies = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.556807] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.redis_db = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.556965] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.redis_password = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.557155] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.redis_sentinel_service_name = mymaster {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.557331] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.557499] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.redis_server = localhost:6379 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.557663] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.redis_socket_timeout = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.557822] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.redis_username = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.558034] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.retry_attempts = 2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.558215] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.retry_delay = 0.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.558380] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.socket_keepalive_count = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.558545] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.socket_keepalive_idle = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.558707] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.socket_keepalive_interval = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.558887] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.tls_allowed_ciphers = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.559078] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.tls_cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.559245] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.tls_certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.559408] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.tls_enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.559565] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cache.tls_keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.559735] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.auth_section = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.559909] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.auth_type = password {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.560082] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.560327] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.catalog_info = volumev3::publicURL {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.560536] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.560707] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.560872] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.cross_az_attach = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.561049] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.debug = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.561215] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.endpoint_template = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.561381] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.http_retries = 3 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.561543] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.561700] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.561874] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.os_region_name = RegionOne {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.562085] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.562254] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cinder.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.562427] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.562586] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.cpu_dedicated_set = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.562744] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.cpu_shared_set = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.562906] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.image_type_exclude_list = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.563081] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.563249] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.max_concurrent_disk_ops = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.563408] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.max_disk_devices_to_attach = -1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.563568] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.563735] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.563897] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.resource_provider_association_refresh = 300 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.564072] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.564238] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.shutdown_retry_interval = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.564414] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.564593] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] conductor.workers = 2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.564769] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] console.allowed_origins = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.564952] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] console.ssl_ciphers = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.565169] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] console.ssl_minimum_version = default {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.565331] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] consoleauth.enforce_session_timeout = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.565500] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] consoleauth.token_ttl = 600 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.565671] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.565831] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.565990] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.566167] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.connect_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.566326] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.connect_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.566483] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.endpoint_override = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.566642] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.566798] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.566954] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.max_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.567127] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.min_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.567285] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.region_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.567438] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.retriable_status_codes = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.567592] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.service_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.567758] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.service_type = accelerator {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.567963] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.568158] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.status_code_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.568321] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.status_code_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.568485] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.568658] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.568816] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] cyborg.version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.568996] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.backend = sqlalchemy {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.569181] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.connection = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.569346] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.connection_debug = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.569515] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.connection_parameters = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.569679] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.connection_recycle_time = 3600 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.569839] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.connection_trace = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.570022] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.db_inc_retry_interval = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.570201] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.db_max_retries = 20 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.570382] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.db_max_retry_interval = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.570548] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.db_retry_interval = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.570712] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.max_overflow = 50 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.570881] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.max_pool_size = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.571089] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.max_retries = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.571270] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.571432] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.mysql_wsrep_sync_wait = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.571593] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.pool_timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.571756] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.retry_interval = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.571915] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.slave_connection = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.572090] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.sqlite_synchronous = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.572257] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] database.use_db_reconnect = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.572433] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.backend = sqlalchemy {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.572599] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.connection = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.572761] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.connection_debug = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.572934] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.connection_parameters = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.573109] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.connection_recycle_time = 3600 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.573272] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.connection_trace = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.573434] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.db_inc_retry_interval = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.573596] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.db_max_retries = 20 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.573758] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.db_max_retry_interval = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.573929] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.db_retry_interval = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.574124] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.max_overflow = 50 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.574292] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.max_pool_size = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.574453] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.max_retries = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.574621] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.574778] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.574935] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.pool_timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.575111] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.retry_interval = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.575275] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.slave_connection = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.575429] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] api_database.sqlite_synchronous = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.575602] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] devices.enabled_mdev_types = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.575777] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.575954] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ephemeral_storage_encryption.default_format = luks {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.576126] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ephemeral_storage_encryption.enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.576290] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.576458] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.api_servers = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.576617] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.576774] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.576939] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.577146] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.connect_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.577309] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.connect_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.577469] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.debug = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.577631] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.default_trusted_certificate_ids = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.577789] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.enable_certificate_validation = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.577991] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.enable_rbd_download = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.578164] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.endpoint_override = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.578327] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.578484] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.578639] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.max_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.578794] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.min_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.578958] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.num_retries = 3 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.579142] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.rbd_ceph_conf = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.579306] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.rbd_connect_timeout = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.579472] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.rbd_pool = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.579635] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.rbd_user = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.579791] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.region_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.579947] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.retriable_status_codes = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.580166] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.service_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.580358] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.service_type = image {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.580524] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.580684] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.status_code_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.580841] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.status_code_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.581022] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.581214] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.581376] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.verify_glance_signatures = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.581531] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] glance.version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.581693] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] guestfs.debug = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.581859] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.auth_section = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.582039] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.auth_type = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.582199] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.582352] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.582512] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.582668] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.connect_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.582824] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.connect_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.583015] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.endpoint_override = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.583200] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.583356] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.583514] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.max_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.583670] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.min_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.583826] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.region_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.583982] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.retriable_status_codes = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.584156] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.service_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.584324] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.service_type = shared-file-system {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.584488] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.share_apply_policy_timeout = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.584650] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.584806] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.status_code_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.584963] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.status_code_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.585145] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.585333] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.585487] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] manila.version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.585653] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] mks.enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.586016] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.586230] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] image_cache.manager_interval = 2400 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.586402] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] image_cache.precache_concurrency = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.586572] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] image_cache.remove_unused_base_images = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.586741] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.586909] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.587099] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] image_cache.subdirectory_name = _base {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.587279] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.api_max_retries = 60 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.587446] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.api_retry_interval = 2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.587604] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.auth_section = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.587765] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.auth_type = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.587951] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.588137] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.588304] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.588466] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.conductor_group = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.588624] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.connect_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.588781] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.connect_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.588977] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.endpoint_override = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.589170] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.589331] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.589490] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.max_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.589647] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.min_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.589811] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.peer_list = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.589969] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.region_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.590142] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.retriable_status_codes = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.590331] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.serial_console_state_timeout = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.590491] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.service_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.590658] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.service_type = baremetal {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.590815] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.shard = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.590979] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.591160] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.status_code_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.591316] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.status_code_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.591475] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.591655] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.591818] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ironic.version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.592036] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.592226] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] key_manager.fixed_key = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.592409] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.592571] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.barbican_api_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.592729] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.barbican_endpoint = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.592896] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.barbican_endpoint_type = public {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.593073] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.barbican_region_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.593236] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.593392] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.593556] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.593711] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.593863] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.594037] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.number_of_retries = 60 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.594211] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.retry_delay = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.594401] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.send_service_user_token = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.594544] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.594701] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.594859] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.verify_ssl = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.595057] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican.verify_ssl_path = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.595234] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican_service_user.auth_section = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.595397] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican_service_user.auth_type = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.595556] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican_service_user.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.595710] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican_service_user.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.595873] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican_service_user.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.596047] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican_service_user.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.596209] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican_service_user.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.596370] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican_service_user.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.596528] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] barbican_service_user.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.596690] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.approle_role_id = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.596850] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.approle_secret_id = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.597052] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.kv_mountpoint = secret {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.597237] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.kv_path = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.597403] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.kv_version = 2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.597563] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.namespace = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.597719] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.root_token_id = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.597910] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.ssl_ca_crt_file = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.598101] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.timeout = 60.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.598274] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.use_ssl = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.598459] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.598608] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.598765] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.598926] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.599098] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.connect_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.599259] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.connect_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.599415] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.endpoint_override = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.599575] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.599729] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.599886] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.max_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.600080] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.min_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.600286] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.region_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.600456] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.retriable_status_codes = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.600615] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.service_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.600783] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.service_type = identity {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.600955] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.601125] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.status_code_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.601285] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.status_code_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.601444] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.601619] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.601778] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] keystone.version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.601964] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.ceph_mount_options = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.602287] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.602470] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.connection_uri = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.602631] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.cpu_mode = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.602798] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.cpu_model_extra_flags = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.602968] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.cpu_models = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.603180] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.cpu_power_governor_high = performance {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.603364] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.cpu_power_governor_low = powersave {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.603530] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.cpu_power_management = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.603707] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.603873] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.device_detach_attempts = 8 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.604047] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.device_detach_timeout = 20 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.604217] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.disk_cachemodes = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.604379] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.disk_prefix = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.604545] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.enabled_perf_events = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.604712] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.file_backed_memory = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.604877] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.gid_maps = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.605050] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.hw_disk_discard = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.605214] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.hw_machine_type = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.605380] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.images_rbd_ceph_conf = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.605544] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.606171] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.606171] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.images_rbd_glance_store_name = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.606171] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.images_rbd_pool = rbd {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.606305] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.images_type = default {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.606386] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.images_volume_group = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.606550] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.inject_key = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.606712] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.inject_partition = -2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.606871] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.inject_password = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.607045] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.iscsi_iface = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.607210] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.iser_use_multipath = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.607370] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_bandwidth = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.607531] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.607691] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_downtime = 500 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.607877] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.608061] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.608225] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_inbound_addr = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.608388] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.608545] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_permit_post_copy = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.608704] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_scheme = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.608896] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_timeout_action = abort {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.609086] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_tunnelled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.609249] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_uri = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.609422] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.live_migration_with_native_tls = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.609565] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.max_queues = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.609725] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.609945] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.610123] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.nfs_mount_options = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.610440] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.610626] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.610794] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.num_iser_scan_tries = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.610957] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.num_memory_encrypted_guests = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.611142] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.611309] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.num_pcie_ports = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.611475] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.num_volume_scan_tries = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.611639] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.pmem_namespaces = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.611798] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.quobyte_client_cfg = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.612149] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.612334] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.rbd_connect_timeout = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.612501] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.612663] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.612821] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.rbd_secret_uuid = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.612978] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.rbd_user = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.613155] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.613324] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.remote_filesystem_transport = ssh {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.613478] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.rescue_image_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.613629] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.rescue_kernel_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.613781] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.rescue_ramdisk_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.613943] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.614113] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.rx_queue_size = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.614279] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.smbfs_mount_options = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.614568] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.614741] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.snapshot_compression = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.614909] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.snapshot_image_format = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.615178] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.615344] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.sparse_logical_volumes = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.615508] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.swtpm_enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.615681] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.swtpm_group = tss {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.615851] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.swtpm_user = tss {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.616034] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.sysinfo_serial = unique {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.616199] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.tb_cache_size = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.616358] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.tx_queue_size = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.616522] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.uid_maps = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.616682] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.use_virtio_for_bridges = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.616848] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.virt_type = kvm {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.617027] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.volume_clear = zero {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.617194] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.volume_clear_size = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.617358] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.volume_use_multipath = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.617514] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.vzstorage_cache_path = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.617679] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.617878] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.vzstorage_mount_group = qemu {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.618077] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.vzstorage_mount_opts = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.618259] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.618538] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.618717] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.vzstorage_mount_user = stack {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.618888] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.619074] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.auth_section = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.619252] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.auth_type = password {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.619413] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.619571] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.619733] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.619891] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.connect_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.620065] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.connect_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.620265] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.default_floating_pool = public {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.620439] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.endpoint_override = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.620605] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.extension_sync_interval = 600 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.620768] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.http_retries = 3 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.620930] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.621136] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.621303] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.max_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.621473] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.621631] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.min_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.621799] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.ovs_bridge = br-int {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.621964] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.physnets = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.622147] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.region_name = RegionOne {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.622306] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.retriable_status_codes = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.622470] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.service_metadata_proxy = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.622630] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.service_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.622797] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.service_type = network {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.622957] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.623139] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.status_code_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.623298] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.status_code_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.623464] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.623638] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.623795] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] neutron.version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.623991] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] notifications.bdms_in_notifications = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.624206] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] notifications.default_level = INFO {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.624396] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] notifications.include_share_mapping = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.624575] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] notifications.notification_format = unversioned {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.624741] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] notifications.notify_on_state_change = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.624925] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.625118] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] pci.alias = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.625288] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] pci.device_spec = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.625455] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] pci.report_in_placement = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.625627] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.auth_section = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.625796] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.auth_type = password {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.625966] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.626138] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.626294] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.626453] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.626609] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.connect_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.626763] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.connect_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.626916] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.default_domain_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.627110] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.default_domain_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.627275] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.domain_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.627431] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.domain_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.627585] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.endpoint_override = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.627742] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.627919] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.628099] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.max_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.628259] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.min_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.628424] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.password = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.628580] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.project_domain_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.628742] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.project_domain_name = Default {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.628904] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.project_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.629088] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.project_name = service {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.629256] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.region_name = RegionOne {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.629412] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.retriable_status_codes = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.629566] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.service_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.629729] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.service_type = placement {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.629887] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.630111] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.status_code_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.630322] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.status_code_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.630489] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.system_scope = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.630647] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.630802] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.trust_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.630955] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.user_domain_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.631141] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.user_domain_name = Default {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.631301] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.user_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.631471] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.username = nova {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.631645] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.631802] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] placement.version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.631982] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.cores = 20 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.632167] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.count_usage_from_placement = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.632338] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.632508] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.injected_file_content_bytes = 10240 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.632675] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.injected_file_path_length = 255 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.632842] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.injected_files = 5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.633039] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.instances = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.633493] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.key_pairs = 100 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.633493] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.metadata_items = 128 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.633561] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.ram = 51200 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.633717] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.recheck_quota = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.633886] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.server_group_members = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.634068] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.server_groups = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.634279] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.634455] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] quota.unified_limits_resource_strategy = require {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.634626] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.634786] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.634945] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler.image_metadata_prefilter = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.635120] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.635283] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler.max_attempts = 3 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.635441] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler.max_placement_results = 1000 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.635599] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.635756] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler.query_placement_for_image_type_support = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.635913] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.636136] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] scheduler.workers = 2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.636315] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.636483] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.636655] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.636825] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.636988] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.637168] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.637333] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.637515] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.637684] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.host_subset_size = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.637868] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.638054] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.638227] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.638390] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.isolated_hosts = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.638555] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.isolated_images = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.638716] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.638903] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.639102] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.639285] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.pci_in_placement = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.639449] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.639611] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.639771] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.639930] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.640108] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.640300] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.640469] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.track_instance_changes = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.640645] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.640814] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] metrics.required = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.640978] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] metrics.weight_multiplier = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.641161] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.641327] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] metrics.weight_setting = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.641631] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.641805] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] serial_console.enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.642021] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] serial_console.port_range = 10000:20000 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.642217] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.642389] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.642557] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] serial_console.serialproxy_port = 6083 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.642725] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_user.auth_section = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.642899] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_user.auth_type = password {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.643081] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_user.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.643245] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_user.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.643407] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_user.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.643564] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_user.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.643743] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_user.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.643885] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_user.send_service_user_token = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.644060] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_user.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.644224] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] service_user.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.644393] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.agent_enabled = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.644554] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.644866] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.645111] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.645294] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.html5proxy_port = 6082 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.645459] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.image_compression = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.645621] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.jpeg_compression = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.645779] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.playback_compression = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.645943] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.require_secure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.646159] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.server_listen = 127.0.0.1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.646298] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.646457] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.streaming_mode = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.646613] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] spice.zlib_compression = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.646781] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] upgrade_levels.baseapi = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.646952] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] upgrade_levels.compute = auto {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.647127] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] upgrade_levels.conductor = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.647285] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] upgrade_levels.scheduler = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.647450] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vendordata_dynamic_auth.auth_section = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.647610] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vendordata_dynamic_auth.auth_type = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.647765] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vendordata_dynamic_auth.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.647962] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vendordata_dynamic_auth.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.648211] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.648392] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vendordata_dynamic_auth.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.648553] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vendordata_dynamic_auth.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.648714] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.648873] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vendordata_dynamic_auth.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.649102] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.api_retry_count = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.649279] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.ca_file = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.649452] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.cache_prefix = devstack-image-cache {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.649619] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.cluster_name = testcl1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.649785] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.connection_pool_size = 10 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.649946] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.console_delay_seconds = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.650131] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.datastore_regex = ^datastore.* {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.650372] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.650550] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.host_password = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.650718] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.host_port = 443 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.650884] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.host_username = administrator@vsphere.local {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.651088] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.insecure = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.651264] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.integration_bridge = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.651429] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.maximum_objects = 100 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.651584] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.pbm_default_policy = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.651747] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.pbm_enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.651905] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.pbm_wsdl_location = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.652086] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.652251] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.serial_port_proxy_uri = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.652407] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.serial_port_service_uri = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.652571] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.task_poll_interval = 0.5 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.652742] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.use_linked_clone = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.652910] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.vnc_keymap = en-us {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.653095] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.vnc_port = 5900 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.653266] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vmware.vnc_port_total = 10000 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.653451] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vnc.auth_schemes = ['none'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.653624] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vnc.enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.653929] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.654160] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.654339] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vnc.novncproxy_port = 6080 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.654528] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vnc.server_listen = 127.0.0.1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.654707] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.654869] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vnc.vencrypt_ca_certs = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.655044] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vnc.vencrypt_client_cert = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.655210] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vnc.vencrypt_client_key = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.655386] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.655548] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.disable_deep_image_inspection = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.655710] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.655873] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.656047] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.656218] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.disable_rootwrap = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.656373] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.enable_numa_live_migration = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.656533] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.656695] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.656858] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.657053] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.libvirt_disable_apic = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.657235] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.657399] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.657564] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.657723] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.657911] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.658088] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.658256] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.658415] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.658574] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.658735] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.658918] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.659103] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.client_socket_timeout = 900 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.659276] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.default_pool_size = 1000 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.659440] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.keep_alive = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.659603] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.max_header_line = 16384 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.659764] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.secure_proxy_ssl_header = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.659925] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.ssl_ca_file = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.660135] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.ssl_cert_file = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.660344] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.ssl_key_file = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.660524] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.tcp_keepidle = 600 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.660708] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.660876] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] zvm.ca_file = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.661051] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] zvm.cloud_connector_url = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.661352] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.661528] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] zvm.reachable_timeout = 300 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.661700] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.661875] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.662066] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.connection_string = messaging:// {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.662239] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.enabled = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.662511] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.es_doc_type = notification {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.662723] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.es_scroll_size = 10000 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.662901] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.es_scroll_time = 2m {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.663079] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.filter_error_trace = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.663257] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.hmac_keys = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.663423] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.sentinel_service_name = mymaster {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.663590] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.socket_timeout = 0.1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.663754] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.trace_requests = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.663932] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler.trace_sqlalchemy = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.664106] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler_jaeger.process_tags = {} {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.664275] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler_jaeger.service_name_prefix = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.664438] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] profiler_otlp.service_name_prefix = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.664601] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] remote_debug.host = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.664761] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] remote_debug.port = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.664940] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.665117] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.665291] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.665485] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.665654] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.665818] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.665981] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.666163] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.666327] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.666501] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.666661] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.666830] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.666995] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.667185] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.667358] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.667523] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.667685] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.667878] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.668086] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.668261] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.668459] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.668639] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.668803] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.668974] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.669156] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.669321] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.669484] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.669648] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.669814] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.669978] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.ssl = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.670177] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.670383] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.670557] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.670733] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.670903] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.ssl_version = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.671086] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.671281] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.671484] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_notifications.retry = -1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.671682] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.671859] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_messaging_notifications.transport_url = **** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.672042] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.auth_section = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.672212] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.auth_type = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.672368] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.cafile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.672524] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.certfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.672685] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.collect_timing = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.672844] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.connect_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.673012] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.connect_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.673177] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.endpoint_id = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.673349] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.endpoint_interface = publicURL {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.673505] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.endpoint_override = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.673661] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.endpoint_region_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.673816] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.endpoint_service_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.673977] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.endpoint_service_type = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.674149] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.insecure = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.674306] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.keyfile = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.674483] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.max_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.674650] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.min_version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.674808] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.region_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.674966] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.retriable_status_codes = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.675142] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.service_name = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.675300] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.service_type = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.675461] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.split_loggers = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.675619] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.status_code_retries = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.675777] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.status_code_retry_delay = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.675935] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.timeout = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.676107] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.valid_interfaces = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.676267] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_limit.version = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.676431] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_reports.file_event_handler = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.676595] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.676751] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] oslo_reports.log_dir = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.676920] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.677096] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.677261] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.677448] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.677624] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.677783] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.677989] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.678167] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_ovs_privileged.group = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.678325] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.678486] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.678647] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.678803] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] vif_plug_ovs_privileged.user = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.678973] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_linux_bridge.flat_interface = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.679171] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.679341] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.679509] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.679676] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.679841] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.680017] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.680201] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.680411] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.680597] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_ovs.isolate_vif = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.680767] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.680935] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.681121] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.681291] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_ovs.ovsdb_interface = native {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.681451] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] os_vif_ovs.per_port_bridge = False {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.681621] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] privsep_osbrick.capabilities = [21] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.681777] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] privsep_osbrick.group = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.681932] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] privsep_osbrick.helper_command = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.682114] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.682282] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.682437] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] privsep_osbrick.user = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.682607] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.682764] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] nova_sys_admin.group = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.682917] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] nova_sys_admin.helper_command = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.683095] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.683263] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.683445] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] nova_sys_admin.user = None {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.683592] env[63070]: DEBUG oslo_service.service [None req-51a7b998-ee1e-4c69-9b14-aff8ad47856e None None] ******************************************************************************** {{(pid=63070) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 496.684026] env[63070]: INFO nova.service [-] Starting compute node (version 0.0.0) [ 497.188464] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Getting list of instances from cluster (obj){ [ 497.188464] env[63070]: value = "domain-c8" [ 497.188464] env[63070]: _type = "ClusterComputeResource" [ 497.188464] env[63070]: } {{(pid=63070) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 497.189654] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7ded33-9390-410a-a129-34f84c8b31d3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.198451] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Got total of 0 instances {{(pid=63070) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 497.199064] env[63070]: WARNING nova.virt.vmwareapi.driver [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 497.199532] env[63070]: INFO nova.virt.node [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Generated node identity 320ba036-867b-46a7-9f12-a6f5a4345740 [ 497.199761] env[63070]: INFO nova.virt.node [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Wrote node identity 320ba036-867b-46a7-9f12-a6f5a4345740 to /opt/stack/data/n-cpu-1/compute_id [ 497.702623] env[63070]: WARNING nova.compute.manager [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Compute nodes ['320ba036-867b-46a7-9f12-a6f5a4345740'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 498.708358] env[63070]: INFO nova.compute.manager [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 499.713773] env[63070]: WARNING nova.compute.manager [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 499.714190] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.714267] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 499.714416] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 499.714567] env[63070]: DEBUG nova.compute.resource_tracker [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 499.715552] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7009114c-b773-4994-a7e6-5f5040758952 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.723905] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec68e7c-63b0-4ddd-bce7-663bd73b8393 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.737541] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c831297-0779-4f9b-8ac5-fef2407742b7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.743932] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d78b93-b7e9-4890-bcb0-147459853064 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.773363] env[63070]: DEBUG nova.compute.resource_tracker [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181315MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 499.773617] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.773827] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 500.275959] env[63070]: WARNING nova.compute.resource_tracker [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] No compute node record for cpu-1:320ba036-867b-46a7-9f12-a6f5a4345740: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 320ba036-867b-46a7-9f12-a6f5a4345740 could not be found. [ 500.779765] env[63070]: INFO nova.compute.resource_tracker [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 320ba036-867b-46a7-9f12-a6f5a4345740 [ 502.288265] env[63070]: DEBUG nova.compute.resource_tracker [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 502.288653] env[63070]: DEBUG nova.compute.resource_tracker [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 502.446547] env[63070]: INFO nova.scheduler.client.report [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] [req-9c79f2e0-da2f-4365-950b-b8727bc544e0] Created resource provider record via placement API for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 502.463404] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceaa8c1-9b5e-40d4-abf0-7f2402dac9bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.471288] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9f166d-cec8-4c64-baca-0c60c89183fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.501629] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a8483c-47bd-4ec8-8632-996be1c576ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.508775] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771c5fd1-d3f9-4e36-864a-68a3d397131f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.521485] env[63070]: DEBUG nova.compute.provider_tree [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 503.057255] env[63070]: DEBUG nova.scheduler.client.report [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 503.057485] env[63070]: DEBUG nova.compute.provider_tree [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 0 to 1 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 503.057621] env[63070]: DEBUG nova.compute.provider_tree [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 503.104830] env[63070]: DEBUG nova.compute.provider_tree [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 1 to 2 during operation: update_traits {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 503.609607] env[63070]: DEBUG nova.compute.resource_tracker [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 503.609932] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.609932] env[63070]: DEBUG nova.service [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Creating RPC server for service compute {{(pid=63070) start /opt/stack/nova/nova/service.py:186}} [ 503.622843] env[63070]: DEBUG nova.service [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] Join ServiceGroup membership for this service compute {{(pid=63070) start /opt/stack/nova/nova/service.py:203}} [ 503.623026] env[63070]: DEBUG nova.servicegroup.drivers.db [None req-5deabd4a-0c8c-4538-8b42-af382a38ae78 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63070) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 558.625527] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.626188] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.626412] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 558.626529] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 559.129463] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 559.129720] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.129922] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.130131] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.130320] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.130526] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.130713] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.634025] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Getting list of instances from cluster (obj){ [ 559.634025] env[63070]: value = "domain-c8" [ 559.634025] env[63070]: _type = "ClusterComputeResource" [ 559.634025] env[63070]: } {{(pid=63070) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 559.635222] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956e33e7-02dc-4757-81d6-08da0a031120 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.643910] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Got total of 0 instances {{(pid=63070) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 559.644133] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.644322] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 559.644475] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.147086] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.147352] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.147492] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.147639] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 560.148599] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1062b63d-a254-484b-819f-e5e75685edac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.157007] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bac67d-a215-427c-9cf7-d437587eb2ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.170584] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83858e0b-4704-4502-bf9f-bdc3a567dfe4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.176725] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d35aeb-afa8-4241-afbe-41b9e9980233 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.205055] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181306MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 560.205210] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.205374] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.223726] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 561.223968] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 561.237582] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516bdacf-cba7-4ebe-96dd-ef63b4dabd61 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.245908] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2afcc3-5892-4322-954c-c4ad72ab7555 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.274262] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8175391-3b3c-4a48-8e7a-a0c1601389d1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.281214] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2f67a0-9629-4149-98bb-f64c8357fe8c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.293965] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.797296] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.302355] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 562.302741] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.302741] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.303108] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Getting list of instances from cluster (obj){ [ 562.303108] env[63070]: value = "domain-c8" [ 562.303108] env[63070]: _type = "ClusterComputeResource" [ 562.303108] env[63070]: } {{(pid=63070) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 562.304178] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58898827-c653-4bd8-8fe0-41a6ae63e62f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.313120] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Got total of 0 instances {{(pid=63070) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 615.649429] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.649429] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.157804] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.157804] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 616.157804] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 616.660153] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 616.660527] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.660527] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.660691] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.660795] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.660936] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.661089] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.661220] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 616.661354] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.164256] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.164516] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.164655] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.164800] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 617.165717] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e5319a-8497-4b16-af1c-d410e3698551 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.174036] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db97681e-62fc-459e-a650-ba5bbe8a9f8e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.187659] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e0e9d6-a208-491e-bee2-e432126588b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.193649] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca2d33c-188a-4074-9c18-277db9e2413e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.221389] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181364MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 617.221593] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.221717] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.241050] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 618.241050] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 618.252922] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c62158a-6963-4ea6-b65d-aa39643f28a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.260936] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b9b82c-df34-45db-8979-5f36b8c7c1b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.290011] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff18d1ef-df4e-4819-b2f4-f535f4443c0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.296692] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11063da2-60ae-4157-adbd-1b0b8d916b57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.309366] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.812191] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.813441] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 618.813612] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.815382] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.815820] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.815820] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 678.815890] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 679.319307] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 679.319548] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.319672] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.319816] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.319993] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.320174] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.320320] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.320449] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 679.320589] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.823910] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.824305] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.824343] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.824470] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 679.825383] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3555e50-d715-4c02-be97-e6d228b578e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.833657] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31ab0d3-ca40-4020-a139-dd68ba94fef8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.847226] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e323216-3d52-425b-bdcd-6b133f2ad3e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.853224] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c2a047-ab3b-42fc-b73c-2c70c8cbca3d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.880963] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181374MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 679.881084] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.881259] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.900044] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 680.900353] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 680.913193] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52620e7d-4068-4130-9449-7315809f8d69 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.920827] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e99aba-5120-4dbd-9428-8a8d2c2ae970 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.950612] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a994f-551f-43aa-afbe-7cda8e8d3b57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.957642] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c5590c-985c-46e3-b233-b2742af320e4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.970311] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.473990] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.475272] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 681.475451] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.622361] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.622765] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.128771] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.128771] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 737.128771] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 737.631331] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 737.631787] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.631787] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.631853] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.631990] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.632154] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.632337] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.632468] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 737.632613] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.136722] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.137020] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.137146] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.137303] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 738.138234] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0021bbf-6216-483f-88e5-822625b1a004 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.146613] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d4c861-5e66-4cc1-9224-dc9dcf7b973c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.160780] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01565c0a-860d-4f98-9cb4-b4c6f94e95c8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.167041] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12810783-2e61-44d6-bd55-4f1f482bfd4a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.194350] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181387MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 738.194471] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.194647] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.213239] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 739.213514] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 739.226447] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b224637-7164-4d5b-8476-831dce217b7f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.234216] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79b9d98-45b5-48ab-b846-7399473b4a27 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.264189] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b623c-65bf-4c6f-8a49-76ec29da274d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.271677] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8bfdb0-7127-459c-8213-6da061145263 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.284748] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.787856] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.789125] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 739.789311] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.964894] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.965346] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Cleaning up deleted instances {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 792.468893] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] There are 0 instances to clean {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 792.469196] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.469362] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Cleaning up deleted instances with incomplete migration {{(pid=63070) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 792.972648] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.469849] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.470251] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.965775] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.966248] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 796.964835] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 796.964997] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 796.965131] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 797.468354] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 797.468782] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.468782] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 797.468892] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.972183] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.972452] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.972584] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.972732] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 797.973632] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e30c2e-01fa-4687-bc58-b189d7ea1baf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.981702] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cd0d44-2972-4cd2-b192-d5e157fd3c53 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.996193] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807e732a-5d52-421c-a51a-d45827aebf54 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.002489] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b982171-51e2-4677-8a31-b06f40c535aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.030503] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181377MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 798.030625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.030824] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.048360] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 799.048603] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 799.061209] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb320b6-7438-45ca-82d4-fa4608e0852e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.068584] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ff2a72-6bf3-446b-98a2-351a9c00cf85 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.097904] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40327ef5-66c6-4c0c-a181-58895ee924f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.104468] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f304266-7adf-4edb-a97a-9e618dde3991 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.116846] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.619830] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.621150] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 799.621336] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.118508] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.118846] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.960794] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.966572] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.966996] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.965519] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.964929] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.965335] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 857.965335] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.469115] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.469394] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.469512] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.469667] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 858.470635] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a592e8e-2199-4d42-8c2e-fea6979bbb5e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.479265] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71753fe3-d9ec-45c8-b58d-16e5fb4cce47 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.494487] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c30bf79-85bc-4ab9-b853-7a794a12de58 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.500797] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3698a65b-9468-4c13-bb5d-a6a8d60c611f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.529991] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181386MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 858.530143] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.530299] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.566429] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 859.566429] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 859.581892] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 859.598197] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 859.598197] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.607895] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 859.624728] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 859.633852] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5211f88-7e52-44b3-b2ab-1c628091afe5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.641447] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a171cb71-2ef4-4096-85c8-591653587be3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.669915] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5ad997-9313-451b-8ee0-5d5e258a2d0c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.676604] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f74f407-139d-438b-9d49-b954a1de6f9e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.689703] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.194268] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.194268] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 860.194268] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.664s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.190065] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.694051] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.694236] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 861.694363] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 862.197919] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 862.198300] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.198340] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.969778] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.964582] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.965431] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.964352] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.964679] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 918.964679] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 919.467729] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 919.467982] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.468125] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.468281] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.971502] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.971905] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.971905] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.972193] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 919.973021] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13be83d-0a83-474f-8763-e9d579ba98bb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.981417] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f3f7b4-0359-425f-a79c-a385a967118e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.995253] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee1a412-e7f3-43d5-85f3-b707f5fadf1b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.001301] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f3aeb6-09c8-4a88-8063-b89eeac262f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.030851] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 920.031075] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.031226] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.051247] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 921.051247] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 921.062539] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f664a98-0945-4a78-af04-e919c7d0b5c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.070308] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47da6898-062d-463c-bb70-883755f4e9d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.099323] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f6f122-ada7-4e6c-a691-b09b91d9c493 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.106170] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382a3314-0e10-4db8-994d-5efdaea82b7a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.120084] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.622967] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.624294] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 921.624465] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.120796] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.121859] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.121859] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 974.960811] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.966772] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.966054] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.966054] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 978.966054] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 979.468644] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 979.468873] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.965194] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.967392] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.967392] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.967392] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.469366] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.469581] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.469744] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.469889] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 981.470771] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfa6b57-75b2-4f18-8aeb-f1685c978d48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.479188] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61374c0a-2b84-4e83-8f3e-1eb7310db93f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.493026] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ba5290-53e0-46ee-b34a-15c8d15d04df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.499316] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ab4792-bc15-4666-8353-c0e27e7eab77 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.528434] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181371MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 981.528597] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.528771] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.547737] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 982.547983] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 982.560796] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b313cfac-c004-4047-980a-00cc9da82015 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.568596] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16582f4-a6e0-4930-92ce-8923ecd1c0c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.597237] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f2d050-fac5-4195-b534-3ed5f2b5213f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.603778] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc99613c-82bd-42c8-b782-e3f4cb74869b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.616333] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.119553] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.120810] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 983.120986] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.116298] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.621263] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.621543] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1035.466884] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.964223] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.965042] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.966601] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.966974] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1040.966974] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1041.469759] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1041.469986] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.964608] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.964951] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.964991] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.468507] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.468766] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.468898] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.469062] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1043.469946] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75e9d77-5586-4d19-9285-34e890ccc6bb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.478351] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6110b72-ca5f-4172-8b1d-fe5fb0ae4b9f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.491981] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676094bf-e488-4855-8985-e678ea0c3924 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.498109] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ca1e6-8b24-4cd2-8031-c741b3f887b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.527138] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181375MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1043.527306] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.527529] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.545739] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1044.546023] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1044.559565] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5f6def-040f-4685-9855-582cfd38c1de {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.567366] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165f9296-d3b1-4e2b-9616-ab83d10029f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.595827] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbdf26e-bac1-42d1-b4e0-e57d33f418f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.602812] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f268850-73fd-47d2-9ecc-a951fe844e50 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.615262] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.118500] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.119760] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1045.119937] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.120701] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.121081] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1092.964964] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.965225] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Cleaning up deleted instances with incomplete migration {{(pid=63070) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1097.464291] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.964597] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.966838] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.967299] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.468107] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.965401] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.965583] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1102.965690] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1103.469045] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1103.469314] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.964741] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.964964] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.468143] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.468377] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.468570] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.468729] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1104.469631] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ffba8c-ba02-4c2d-acdc-f949e54ffa00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.477807] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab14c12-0151-4006-b256-e494469e763b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.491638] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9186e3d7-1f9e-4a07-b0db-14bf488cc2b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.497764] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d897e4-520b-4a0d-b977-ed7a52d300c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.525700] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181361MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1104.525839] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.526031] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.543294] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1105.543567] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1105.557501] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0ab2f6-d2bb-4bcf-9a74-1706346f89f2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.565246] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0069ad15-42dc-4434-9d6f-848d20a78063 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.594282] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14c4368-9b09-40fe-8419-0f87e4866952 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.601806] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10e5434-ccb6-4012-86f3-8625bb7b1ff8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.614952] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.118649] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.120432] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1106.120615] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.120827] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.120960] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Cleaning up deleted instances {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1106.624307] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] There are 0 instances to clean {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1107.620086] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.124718] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.125122] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1157.465019] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.131957] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.634803] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Getting list of instances from cluster (obj){ [ 1159.634803] env[63070]: value = "domain-c8" [ 1159.634803] env[63070]: _type = "ClusterComputeResource" [ 1159.634803] env[63070]: } {{(pid=63070) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1159.636544] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec385f0-6814-48df-9315-11b0be5a2ad1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.644879] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Got total of 0 instances {{(pid=63070) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1160.478118] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.965807] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.965570] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.965792] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.964760] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.964640] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.964809] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1164.965062] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1165.468469] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1165.468740] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.972165] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.972632] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.972632] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.972746] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1165.973636] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55bbabd-e220-4d42-baca-1ff6f38be962 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.981970] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e84cb4-efaa-4b79-b435-b8300fdb5606 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.995597] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8be01fa-1c62-497f-9194-73924a737aa0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.001440] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b13453c-e911-461a-9d3b-3596321a0141 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.030699] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181358MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1166.030829] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.031018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.148068] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1167.148419] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1167.165489] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1167.181034] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1167.181225] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.191014] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1167.212747] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1167.224663] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57960d0c-e887-4310-b9bb-418d59b2fcdf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.232379] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585c38e5-e9da-4c20-a144-313dfd801338 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.261363] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7742e66-fef8-44ea-a4be-85a7a95ba333 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.268701] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243ef67b-0410-469c-821a-ef403ce5e71d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.281658] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.784875] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.786132] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1167.786352] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.755s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.283146] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.283532] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1216.962170] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.965622] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.965739] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.964793] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.965579] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.965544] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.965856] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.966178] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1225.966178] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.469477] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.469707] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.470077] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.472021] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1226.472021] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1583ad33-5f3d-40f5-8447-89161ac26454 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.479609] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842b10c5-8637-437f-923c-4bd208a8e586 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.493381] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408f0d12-dc49-49ef-a656-4370138f7b2c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.499767] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf9e611-7f76-4498-b53e-c67a0c333c4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.528063] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181375MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1226.528363] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.528664] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.546602] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1227.546861] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1227.559317] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9450de-0264-4777-8495-3009ebb75723 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.567180] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5999b64-309c-4141-a7dc-b0a09146433f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.596683] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1706fe92-f499-436b-98f6-8108cbda3692 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.603619] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ae96d6-a7a1-47c0-86f9-a9d9acc069c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.615986] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.119123] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.120396] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1228.120570] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.115303] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.620315] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.620509] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1229.620547] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1230.124718] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1273.080250] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "061f91da-9911-4400-ba28-0e85b2c328f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.080562] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "061f91da-9911-4400-ba28-0e85b2c328f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.585708] env[63070]: DEBUG nova.compute.manager [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.130180] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.130427] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.132056] env[63070]: INFO nova.compute.claims [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.186034] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9770977b-55b8-4306-9500-8e3e37f2e17d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.198170] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404ce4e3-d18b-42b1-9a6d-55839cbcf728 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.236366] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded37d5f-36b6-4b2b-bf91-e6920f66f560 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.245022] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39506f6-0bcf-49a1-af4e-c68c2814fd35 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.264747] env[63070]: DEBUG nova.compute.provider_tree [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.769891] env[63070]: DEBUG nova.scheduler.client.report [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.280459] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.280459] env[63070]: DEBUG nova.compute.manager [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.788807] env[63070]: DEBUG nova.compute.utils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1276.793175] env[63070]: DEBUG nova.compute.manager [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.793493] env[63070]: DEBUG nova.network.neutron [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.286534] env[63070]: DEBUG nova.policy [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad30eca97604467fae3d87b9db70d282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e5f674bfed94fb09f23a371932e5144', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.305584] env[63070]: DEBUG nova.compute.manager [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.725282] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "b3ca0f28-6932-4cf9-b58a-568e398640da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.725572] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "b3ca0f28-6932-4cf9-b58a-568e398640da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.219407] env[63070]: DEBUG nova.network.neutron [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Successfully created port: 0f238d42-1849-4cfa-ae74-5768c99eebdc {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.227988] env[63070]: DEBUG nova.compute.manager [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.325633] env[63070]: DEBUG nova.compute.manager [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.370729] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.371182] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.375850] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.375850] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.375850] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.375850] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.375850] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.376273] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.376273] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.376273] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.376273] env[63070]: DEBUG nova.virt.hardware [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.376273] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7e9211-3aac-4dd7-8d46-6d75b5861b6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.386141] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7223975f-b9b4-405f-b53d-c2ef516b6892 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.411059] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79024fd9-0d02-4416-8501-6022cc63fa4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.812467] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.813459] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.815026] env[63070]: INFO nova.compute.claims [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.969374] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.432487] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "69f23f18-00d0-46ac-8867-8fc8cad8ed99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.434042] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "69f23f18-00d0-46ac-8867-8fc8cad8ed99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.440843] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquiring lock "9c2857a3-3fef-4fda-b74d-b71fad79445e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.441206] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lock "9c2857a3-3fef-4fda-b74d-b71fad79445e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.842604] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquiring lock "5d7a368a-9a6f-481f-90dc-6570d831be7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.843114] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lock "5d7a368a-9a6f-481f-90dc-6570d831be7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.939950] env[63070]: DEBUG nova.compute.manager [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.944908] env[63070]: DEBUG nova.compute.manager [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.949925] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccd05e2-5616-4b00-a660-cc933fa58946 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.964686] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290ad750-5a05-4e91-b820-f87912a09499 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.970471] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.028039] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e9197a-1e6f-4402-9353-ceaa26277440 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.041550] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296512b6-ec87-49d0-83c5-3c2422267bed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.057517] env[63070]: DEBUG nova.compute.provider_tree [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.347114] env[63070]: DEBUG nova.compute.manager [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.476721] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.559935] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.560859] env[63070]: DEBUG nova.scheduler.client.report [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.876549] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.073442] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.073442] env[63070]: DEBUG nova.compute.manager [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.073442] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.596s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.078195] env[63070]: INFO nova.compute.claims [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.108732] env[63070]: DEBUG nova.network.neutron [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Successfully updated port: 0f238d42-1849-4cfa-ae74-5768c99eebdc {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.580870] env[63070]: DEBUG nova.compute.utils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1281.583660] env[63070]: DEBUG nova.compute.manager [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.585502] env[63070]: DEBUG nova.network.neutron [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.610848] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.612548] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.613065] env[63070]: DEBUG nova.network.neutron [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.620675] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquiring lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.621249] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.708842] env[63070]: DEBUG nova.policy [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01d35c250c09429cb9e681c4e2b25a0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a086e37597454fc6b753483af34df2a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.092263] env[63070]: DEBUG nova.compute.manager [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.126456] env[63070]: DEBUG nova.compute.manager [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1282.212953] env[63070]: DEBUG nova.network.neutron [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.251979] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5d1560-52ea-44c0-b804-f96db9af572e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.269829] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a84923-36ff-419a-baac-ab9a5df3c184 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.323578] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c248b3-6ac7-45bf-92b4-fcca85fb0fd9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.330188] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462f5243-7539-4b59-b102-2981de8a6392 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.347176] env[63070]: DEBUG nova.compute.provider_tree [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.666047] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.705473] env[63070]: DEBUG nova.compute.manager [req-84206720-ac67-40b0-8779-53237b402f99 req-944f1631-3760-4147-ab53-4f6874144d90 service nova] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Received event network-vif-plugged-0f238d42-1849-4cfa-ae74-5768c99eebdc {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1282.705676] env[63070]: DEBUG oslo_concurrency.lockutils [req-84206720-ac67-40b0-8779-53237b402f99 req-944f1631-3760-4147-ab53-4f6874144d90 service nova] Acquiring lock "061f91da-9911-4400-ba28-0e85b2c328f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.705875] env[63070]: DEBUG oslo_concurrency.lockutils [req-84206720-ac67-40b0-8779-53237b402f99 req-944f1631-3760-4147-ab53-4f6874144d90 service nova] Lock "061f91da-9911-4400-ba28-0e85b2c328f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.706047] env[63070]: DEBUG oslo_concurrency.lockutils [req-84206720-ac67-40b0-8779-53237b402f99 req-944f1631-3760-4147-ab53-4f6874144d90 service nova] Lock "061f91da-9911-4400-ba28-0e85b2c328f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.706217] env[63070]: DEBUG nova.compute.manager [req-84206720-ac67-40b0-8779-53237b402f99 req-944f1631-3760-4147-ab53-4f6874144d90 service nova] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] No waiting events found dispatching network-vif-plugged-0f238d42-1849-4cfa-ae74-5768c99eebdc {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1282.706383] env[63070]: WARNING nova.compute.manager [req-84206720-ac67-40b0-8779-53237b402f99 req-944f1631-3760-4147-ab53-4f6874144d90 service nova] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Received unexpected event network-vif-plugged-0f238d42-1849-4cfa-ae74-5768c99eebdc for instance with vm_state building and task_state spawning. [ 1282.737339] env[63070]: DEBUG nova.network.neutron [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Successfully created port: 3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.837285] env[63070]: DEBUG nova.network.neutron [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance_info_cache with network_info: [{"id": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "address": "fa:16:3e:2c:e6:41", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f238d42-18", "ovs_interfaceid": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.851056] env[63070]: DEBUG nova.scheduler.client.report [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.890610] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquiring lock "7d27c230-29c7-4b01-9607-c928f2b76ddf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.890938] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lock "7d27c230-29c7-4b01-9607-c928f2b76ddf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.966047] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.111283] env[63070]: DEBUG nova.compute.manager [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.143679] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.143899] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.144056] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.144340] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.144405] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.144576] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.148566] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.148566] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.148566] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.148854] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.148885] env[63070]: DEBUG nova.virt.hardware [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.149824] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a87412-3a28-48ba-b1b1-688929e429a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.164192] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b0e4b2-9e49-44fc-9dbe-a703b20fbecc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.339236] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.339236] env[63070]: DEBUG nova.compute.manager [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Instance network_info: |[{"id": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "address": "fa:16:3e:2c:e6:41", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f238d42-18", "ovs_interfaceid": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.339745] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:e6:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f238d42-1849-4cfa-ae74-5768c99eebdc', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.353948] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.354290] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad6f815-eadb-4f03-94a7-93d82da7cfa3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.359414] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.360211] env[63070]: DEBUG nova.compute.manager [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.362490] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.803s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.366127] env[63070]: INFO nova.compute.claims [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.380446] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Created folder: OpenStack in parent group-v4. [ 1283.380610] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Creating folder: Project (5e5f674bfed94fb09f23a371932e5144). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.383108] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1dedbf2-4132-424a-8125-21fd890ce265 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.394103] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Created folder: Project (5e5f674bfed94fb09f23a371932e5144) in parent group-v367531. [ 1283.394157] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Creating folder: Instances. Parent ref: group-v367532. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.394360] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1742675b-c765-46ea-8f37-e2872fc3aa4e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.396197] env[63070]: DEBUG nova.compute.manager [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.408189] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Created folder: Instances in parent group-v367532. [ 1283.408189] env[63070]: DEBUG oslo.service.loopingcall [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.408189] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.408189] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34437758-db52-4282-807f-0ab25d2b74e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.427780] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.427780] env[63070]: value = "task-1769952" [ 1283.427780] env[63070]: _type = "Task" [ 1283.427780] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.440636] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769952, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.875064] env[63070]: DEBUG nova.compute.utils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1283.880023] env[63070]: DEBUG nova.compute.manager [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Not allocating networking since 'none' was specified. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1283.942689] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769952, 'name': CreateVM_Task, 'duration_secs': 0.374074} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.943097] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.950107] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.978616] env[63070]: DEBUG oslo_vmware.service [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a501a425-c48c-4721-8a97-b85651af14ed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.988901] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.989078] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.989785] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1283.990072] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a67a258-6442-4ffb-a282-83654b4daf25 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.994934] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1283.994934] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e8bedc-015b-0071-091b-1d3189817e0f" [ 1283.994934] env[63070]: _type = "Task" [ 1283.994934] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.003595] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e8bedc-015b-0071-091b-1d3189817e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.380453] env[63070]: DEBUG nova.compute.manager [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.509380] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.509883] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.510276] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.510544] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.511150] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.513870] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f67760cb-e55a-422a-9994-00a9ca72103b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.531383] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.531933] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.533278] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f52f36-a5f7-4a86-ae66-2c9f80c7ebc3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.542026] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20219df7-f733-4350-9b1a-fc48c3b616c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.549125] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1284.549125] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c8b28f-98b5-657c-0535-a8701460e5e3" [ 1284.549125] env[63070]: _type = "Task" [ 1284.549125] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.560262] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c8b28f-98b5-657c-0535-a8701460e5e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.617125] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c122d436-ea95-4951-9760-b708b4811da6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.627558] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaabcd12-1d9b-4757-81a4-b35bb4eb89f8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.668176] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897c3532-0486-4bc5-8d8c-e83286460f5e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.676653] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21867d44-9d6a-439c-aadc-f16f600a0ebd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.691177] env[63070]: DEBUG nova.compute.provider_tree [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.966058] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.966058] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.061124] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Preparing fetch location {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1285.061124] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Creating directory with path [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.061124] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b60ed5a8-3012-4265-a4ad-68939a19cbde {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.084963] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Created directory with path [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.085203] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Fetch image to [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017/tmp-sparse.vmdk {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1285.085372] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Downloading image file data 678d65da-7a40-4e76-a9bd-e219fba06017 to [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017/tmp-sparse.vmdk on the data store datastore1 {{(pid=63070) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1285.088125] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e831e9dd-b74c-416b-89da-3d59b8feef26 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.101472] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caffd5e-e8cb-4c4a-ae25-213aece0ee43 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.113277] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4a5196-3ace-4237-8296-2e1879a9458e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.148405] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ebde73-bda1-4639-b8ce-41a009943ea0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.154911] env[63070]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-570ea7b7-d126-49c4-ae09-d475799e1583 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.194141] env[63070]: DEBUG nova.scheduler.client.report [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.244297] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Downloading image file data 678d65da-7a40-4e76-a9bd-e219fba06017 to the data store datastore1 {{(pid=63070) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1285.344690] env[63070]: DEBUG oslo_vmware.rw_handles [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63070) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1285.413078] env[63070]: DEBUG nova.compute.manager [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.433316] env[63070]: DEBUG nova.network.neutron [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Successfully updated port: 3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.454842] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.455250] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.455403] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.455590] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.455756] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.455902] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.456216] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.456529] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.457043] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.457277] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.457991] env[63070]: DEBUG nova.virt.hardware [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.458488] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17391bb-0303-424c-b586-528afac18377 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.490247] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f7c81c-ef03-46d3-bee9-77e96b188293 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.516319] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.521707] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Creating folder: Project (73e7b04fc0244268973e14e2219df4ce). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.526024] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc9ee34e-07cf-4028-9e82-6a7e2a105677 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.542959] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Created folder: Project (73e7b04fc0244268973e14e2219df4ce) in parent group-v367531. [ 1285.542959] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Creating folder: Instances. Parent ref: group-v367535. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.542959] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80d0619d-7f58-4f1c-8798-a8c4011edddd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.554044] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Created folder: Instances in parent group-v367535. [ 1285.554044] env[63070]: DEBUG oslo.service.loopingcall [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1285.555219] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.555501] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d8f2342-9c51-463e-bd30-3ceb8fefcc88 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.576784] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.576784] env[63070]: value = "task-1769955" [ 1285.576784] env[63070]: _type = "Task" [ 1285.576784] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.596303] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769955, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.698620] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.705021] env[63070]: DEBUG nova.compute.manager [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.708709] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.832s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.710427] env[63070]: INFO nova.compute.claims [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.714166] env[63070]: DEBUG nova.compute.manager [req-df88b66b-cf86-444d-a8d2-e7b5a7648469 req-0edc087b-e000-48f3-b2d5-ad45780ead9f service nova] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Received event network-changed-0f238d42-1849-4cfa-ae74-5768c99eebdc {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1285.714525] env[63070]: DEBUG nova.compute.manager [req-df88b66b-cf86-444d-a8d2-e7b5a7648469 req-0edc087b-e000-48f3-b2d5-ad45780ead9f service nova] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Refreshing instance network info cache due to event network-changed-0f238d42-1849-4cfa-ae74-5768c99eebdc. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1285.714860] env[63070]: DEBUG oslo_concurrency.lockutils [req-df88b66b-cf86-444d-a8d2-e7b5a7648469 req-0edc087b-e000-48f3-b2d5-ad45780ead9f service nova] Acquiring lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.715410] env[63070]: DEBUG oslo_concurrency.lockutils [req-df88b66b-cf86-444d-a8d2-e7b5a7648469 req-0edc087b-e000-48f3-b2d5-ad45780ead9f service nova] Acquired lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.715410] env[63070]: DEBUG nova.network.neutron [req-df88b66b-cf86-444d-a8d2-e7b5a7648469 req-0edc087b-e000-48f3-b2d5-ad45780ead9f service nova] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Refreshing network info cache for port 0f238d42-1849-4cfa-ae74-5768c99eebdc {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.938491] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "refresh_cache-b3ca0f28-6932-4cf9-b58a-568e398640da" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.938694] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquired lock "refresh_cache-b3ca0f28-6932-4cf9-b58a-568e398640da" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.938852] env[63070]: DEBUG nova.network.neutron [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.031330] env[63070]: DEBUG oslo_vmware.rw_handles [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Completed reading data from the image iterator. {{(pid=63070) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1286.031605] env[63070]: DEBUG oslo_vmware.rw_handles [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1286.089784] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769955, 'name': CreateVM_Task, 'duration_secs': 0.289382} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.089956] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.090493] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.090572] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.090815] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.091093] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d512d1d-9ed4-4986-b736-fffa3fef95cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.095989] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1286.095989] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52173369-0c1d-d39b-5ebd-c43a2487a271" [ 1286.095989] env[63070]: _type = "Task" [ 1286.095989] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.104986] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52173369-0c1d-d39b-5ebd-c43a2487a271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.175021] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Downloaded image file data 678d65da-7a40-4e76-a9bd-e219fba06017 to vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017/tmp-sparse.vmdk on the data store datastore1 {{(pid=63070) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1286.176920] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Caching image {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1286.178230] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Copying Virtual Disk [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017/tmp-sparse.vmdk to [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.178230] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61b607f1-084c-427f-b9ce-c3d85c4b297b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.185867] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1286.185867] env[63070]: value = "task-1769956" [ 1286.185867] env[63070]: _type = "Task" [ 1286.185867] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.196537] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.224125] env[63070]: DEBUG nova.compute.utils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1286.226175] env[63070]: DEBUG nova.compute.manager [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Not allocating networking since 'none' was specified. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1286.502851] env[63070]: DEBUG nova.network.neutron [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.610582] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.610690] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.610941] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.696368] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769956, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.731107] env[63070]: DEBUG nova.compute.manager [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.787358] env[63070]: DEBUG nova.network.neutron [req-df88b66b-cf86-444d-a8d2-e7b5a7648469 req-0edc087b-e000-48f3-b2d5-ad45780ead9f service nova] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updated VIF entry in instance network info cache for port 0f238d42-1849-4cfa-ae74-5768c99eebdc. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.787358] env[63070]: DEBUG nova.network.neutron [req-df88b66b-cf86-444d-a8d2-e7b5a7648469 req-0edc087b-e000-48f3-b2d5-ad45780ead9f service nova] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance_info_cache with network_info: [{"id": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "address": "fa:16:3e:2c:e6:41", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f238d42-18", "ovs_interfaceid": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.869240] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5a3fc3-fa17-462a-a1be-7741aefae5db {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.878154] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c497a436-a24e-4bdf-8736-bd1d4219237d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.908250] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdac2d1-e3be-4755-a5c0-e96b7d3a8f25 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.915901] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da66d0cb-9a6e-4ff7-b43b-72c226c3b9b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.929631] env[63070]: DEBUG nova.compute.provider_tree [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.940532] env[63070]: DEBUG nova.network.neutron [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Updating instance_info_cache with network_info: [{"id": "3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3", "address": "fa:16:3e:a4:f6:37", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9cbe5a-c0", "ovs_interfaceid": "3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.964425] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.964938] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.199203] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661643} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.199476] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Copied Virtual Disk [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017/tmp-sparse.vmdk to [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.199650] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleting the datastore file [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017/tmp-sparse.vmdk {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.201929] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60240d0d-45e5-49f5-b2f0-31d25227f9af {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.210708] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1287.210708] env[63070]: value = "task-1769957" [ 1287.210708] env[63070]: _type = "Task" [ 1287.210708] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.229330] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.288845] env[63070]: DEBUG oslo_concurrency.lockutils [req-df88b66b-cf86-444d-a8d2-e7b5a7648469 req-0edc087b-e000-48f3-b2d5-ad45780ead9f service nova] Releasing lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.433046] env[63070]: DEBUG nova.scheduler.client.report [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.444554] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Releasing lock "refresh_cache-b3ca0f28-6932-4cf9-b58a-568e398640da" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.444715] env[63070]: DEBUG nova.compute.manager [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Instance network_info: |[{"id": "3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3", "address": "fa:16:3e:a4:f6:37", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9cbe5a-c0", "ovs_interfaceid": "3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.445696] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:f6:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.458296] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Creating folder: Project (a086e37597454fc6b753483af34df2a2). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.459373] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-727f41df-ea8d-4f48-a644-ffdd7b7ad027 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.468441] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.472827] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Created folder: Project (a086e37597454fc6b753483af34df2a2) in parent group-v367531. [ 1287.473534] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Creating folder: Instances. Parent ref: group-v367538. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.475589] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e5d10e4-0dfc-44fa-8249-fb26913095e4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.482829] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Created folder: Instances in parent group-v367538. [ 1287.483753] env[63070]: DEBUG oslo.service.loopingcall [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.483753] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.486418] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0587a13a-c145-4ee0-aaa0-f8e92fa560c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.512831] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.512831] env[63070]: value = "task-1769960" [ 1287.512831] env[63070]: _type = "Task" [ 1287.512831] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.523175] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769960, 'name': CreateVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.724208] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034969} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.724410] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.724604] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Moving file from [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658/678d65da-7a40-4e76-a9bd-e219fba06017 to [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017. {{(pid=63070) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1287.724853] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9ac8243b-0e04-4363-a401-4e0c2b4c3a52 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.735484] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1287.735484] env[63070]: value = "task-1769961" [ 1287.735484] env[63070]: _type = "Task" [ 1287.735484] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.750197] env[63070]: DEBUG nova.compute.manager [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.752238] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769961, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.794108] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.794967] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.794967] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.794967] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.794967] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.794967] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.795209] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.795349] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.795514] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.795670] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.795834] env[63070]: DEBUG nova.virt.hardware [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.798109] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85fe2bc-1cfe-4ef0-ae2f-29ff7048fa5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.808584] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17153b4e-0b11-4ac6-82b2-207121fbb94f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.825844] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.835452] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Creating folder: Project (da79219e979d41409bd9abb6f3bba7e4). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.836086] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d044c000-433a-41fa-ad13-bbad87d2bdfb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.846301] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Created folder: Project (da79219e979d41409bd9abb6f3bba7e4) in parent group-v367531. [ 1287.846375] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Creating folder: Instances. Parent ref: group-v367541. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.846825] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b53a469e-9939-4b86-a4a0-82d0e32aa457 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.866416] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Created folder: Instances in parent group-v367541. [ 1287.866416] env[63070]: DEBUG oslo.service.loopingcall [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.866416] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.866416] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbea7386-174f-4d9e-8084-871f20749393 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.896174] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.896174] env[63070]: value = "task-1769964" [ 1287.896174] env[63070]: _type = "Task" [ 1287.896174] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.911158] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769964, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.942517] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.943702] env[63070]: DEBUG nova.compute.manager [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.949138] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.285s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.953962] env[63070]: INFO nova.compute.claims [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.961432] env[63070]: DEBUG nova.compute.manager [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Received event network-vif-plugged-3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1287.963359] env[63070]: DEBUG oslo_concurrency.lockutils [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] Acquiring lock "b3ca0f28-6932-4cf9-b58a-568e398640da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.963359] env[63070]: DEBUG oslo_concurrency.lockutils [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] Lock "b3ca0f28-6932-4cf9-b58a-568e398640da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.963359] env[63070]: DEBUG oslo_concurrency.lockutils [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] Lock "b3ca0f28-6932-4cf9-b58a-568e398640da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.963359] env[63070]: DEBUG nova.compute.manager [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] No waiting events found dispatching network-vif-plugged-3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.963359] env[63070]: WARNING nova.compute.manager [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Received unexpected event network-vif-plugged-3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3 for instance with vm_state building and task_state spawning. [ 1287.963725] env[63070]: DEBUG nova.compute.manager [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Received event network-changed-3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1287.963725] env[63070]: DEBUG nova.compute.manager [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Refreshing instance network info cache due to event network-changed-3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1287.963725] env[63070]: DEBUG oslo_concurrency.lockutils [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] Acquiring lock "refresh_cache-b3ca0f28-6932-4cf9-b58a-568e398640da" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.963725] env[63070]: DEBUG oslo_concurrency.lockutils [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] Acquired lock "refresh_cache-b3ca0f28-6932-4cf9-b58a-568e398640da" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.963725] env[63070]: DEBUG nova.network.neutron [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Refreshing network info cache for port 3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.036721] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769960, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.246804] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769961, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036112} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.247165] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] File moved {{(pid=63070) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1288.247334] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Cleaning up location [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1288.248433] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleting the datastore file [datastore1] vmware_temp/056815d6-15f8-4549-8e61-9479db727658 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.248433] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3f9c1e6-0bec-4582-8457-841130141b6a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.259451] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1288.259451] env[63070]: value = "task-1769965" [ 1288.259451] env[63070]: _type = "Task" [ 1288.259451] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.272816] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.408026] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769964, 'name': CreateVM_Task, 'duration_secs': 0.492577} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.408026] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.408026] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.408026] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.408026] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.408587] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00030f20-3baf-4d55-bfbe-79535355a97e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.417790] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for the task: (returnval){ [ 1288.417790] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528dc678-cb5c-e85d-ce8e-ac5c81b57039" [ 1288.417790] env[63070]: _type = "Task" [ 1288.417790] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.431653] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528dc678-cb5c-e85d-ce8e-ac5c81b57039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.472506] env[63070]: DEBUG nova.compute.utils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1288.480905] env[63070]: DEBUG nova.compute.manager [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1288.480905] env[63070]: DEBUG nova.network.neutron [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.529796] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769960, 'name': CreateVM_Task, 'duration_secs': 0.585578} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.530341] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.531045] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.727610] env[63070]: DEBUG nova.policy [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae112babaf05498bac4535fe4cce4f86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '097b1eb91be042fab41b431ff4f25cd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.771288] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033546} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.771288] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.776174] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7f1c37-f1c5-4d26-88d1-02581a42affe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.781735] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1288.781735] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522be833-ecfc-073e-4734-550f1c07ed7d" [ 1288.781735] env[63070]: _type = "Task" [ 1288.781735] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.789513] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522be833-ecfc-073e-4734-550f1c07ed7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.940289] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528dc678-cb5c-e85d-ce8e-ac5c81b57039, 'name': SearchDatastore_Task, 'duration_secs': 0.034737} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.941620] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.941620] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.941620] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.941878] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.942243] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.943326] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcdc28f-ade9-44d3-a691-5f80ee3cf14e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.948237] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1288.948237] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5200cd71-0211-dd9c-5a5c-9ff2a5087fac" [ 1288.948237] env[63070]: _type = "Task" [ 1288.948237] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.958193] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5200cd71-0211-dd9c-5a5c-9ff2a5087fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.977969] env[63070]: DEBUG nova.compute.manager [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1289.154175] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d06083-fce4-4a57-970a-ca613d361f47 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.163886] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87851b-15d0-4598-8eaa-993dff200bf5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.213056] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f0e604-ac36-4e73-8d2b-966a29ad2a47 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.224958] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e9e65c-a59a-4e2c-9bfb-a24b58141968 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.247246] env[63070]: DEBUG nova.compute.provider_tree [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.295403] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522be833-ecfc-073e-4734-550f1c07ed7d, 'name': SearchDatastore_Task, 'duration_secs': 0.022871} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.295842] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.296278] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 061f91da-9911-4400-ba28-0e85b2c328f5/061f91da-9911-4400-ba28-0e85b2c328f5.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.297074] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.297447] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.297852] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0da54224-83c3-4dda-b18b-564ab1aa7e7b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.300496] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78429a3c-d082-45d5-a5c1-1e3059ae8bdf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.313902] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1289.313902] env[63070]: value = "task-1769966" [ 1289.313902] env[63070]: _type = "Task" [ 1289.313902] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.328313] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.328313] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.333031] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6072e2-6c37-4a97-869d-fe972d8ec156 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.339268] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.344464] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1289.344464] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52514757-3a20-3801-5607-18e334f97815" [ 1289.344464] env[63070]: _type = "Task" [ 1289.344464] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.354769] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52514757-3a20-3801-5607-18e334f97815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.460755] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5200cd71-0211-dd9c-5a5c-9ff2a5087fac, 'name': SearchDatastore_Task, 'duration_secs': 0.015067} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.461042] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.462522] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.462522] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.513618] env[63070]: DEBUG nova.network.neutron [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Updated VIF entry in instance network info cache for port 3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.513618] env[63070]: DEBUG nova.network.neutron [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Updating instance_info_cache with network_info: [{"id": "3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3", "address": "fa:16:3e:a4:f6:37", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9cbe5a-c0", "ovs_interfaceid": "3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.753173] env[63070]: DEBUG nova.scheduler.client.report [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.833422] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512871} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.835788] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 061f91da-9911-4400-ba28-0e85b2c328f5/061f91da-9911-4400-ba28-0e85b2c328f5.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.838714] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.838714] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4c5e5d2-4332-4561-8d93-9ddae7dd664e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.844405] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1289.844405] env[63070]: value = "task-1769967" [ 1289.844405] env[63070]: _type = "Task" [ 1289.844405] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.859471] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.862895] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52514757-3a20-3801-5607-18e334f97815, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.866151] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-899e545b-87a9-4699-8ea7-8516aef08bfd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.869862] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1289.869862] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ef1c27-9ebb-d802-4291-b694043477c9" [ 1289.869862] env[63070]: _type = "Task" [ 1289.869862] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.879091] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ef1c27-9ebb-d802-4291-b694043477c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.992455] env[63070]: DEBUG nova.compute.manager [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.020145] env[63070]: DEBUG oslo_concurrency.lockutils [req-e5a1b0c6-0cb8-4b34-9142-7b7b31667712 req-79974b68-a763-4fb7-ad21-51c8063c053b service nova] Releasing lock "refresh_cache-b3ca0f28-6932-4cf9-b58a-568e398640da" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.027592] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.027592] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.028298] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.028298] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.029913] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.030137] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.030578] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.030578] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.030686] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.031082] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.031203] env[63070]: DEBUG nova.virt.hardware [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.032873] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dda3a6-22f0-49e6-940b-366bf974ebcc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.041786] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044a0950-6843-4d1f-9a1f-d88607da6547 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.260103] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.260614] env[63070]: DEBUG nova.compute.manager [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.264498] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.313s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.266178] env[63070]: INFO nova.compute.claims [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.355994] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075097} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.356296] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.357578] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f395a5-c915-48c2-8b66-89e2b24e8bbf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.393847] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 061f91da-9911-4400-ba28-0e85b2c328f5/061f91da-9911-4400-ba28-0e85b2c328f5.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.396749] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ebae882-17d3-42ed-b5ca-2bfc19bd015d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.412343] env[63070]: DEBUG nova.network.neutron [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Successfully created port: 3b06331e-ad36-4b08-a08d-d48ed3865965 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.422887] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ef1c27-9ebb-d802-4291-b694043477c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008368} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.422887] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.422887] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.422887] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1290.422887] env[63070]: value = "task-1769968" [ 1290.422887] env[63070]: _type = "Task" [ 1290.422887] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.423164] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.423164] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.423164] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d2ead84-e97c-4844-a790-580acb670235 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.424809] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f2abb98-6301-4282-95fb-813d601e7479 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.437122] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1290.437122] env[63070]: value = "task-1769969" [ 1290.437122] env[63070]: _type = "Task" [ 1290.437122] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.444379] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.444785] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.451225] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981b80cd-2ab6-4db9-8774-9133049c4d12 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.453609] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.453837] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.456621] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for the task: (returnval){ [ 1290.456621] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bfeec6-f97a-c363-8736-807e2a80df91" [ 1290.456621] env[63070]: _type = "Task" [ 1290.456621] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.464196] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bfeec6-f97a-c363-8736-807e2a80df91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.774965] env[63070]: DEBUG nova.compute.utils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1290.781294] env[63070]: DEBUG nova.compute.manager [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.781634] env[63070]: DEBUG nova.network.neutron [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.939650] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769968, 'name': ReconfigVM_Task, 'duration_secs': 0.310915} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.943961] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 061f91da-9911-4400-ba28-0e85b2c328f5/061f91da-9911-4400-ba28-0e85b2c328f5.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.946851] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed586ce8-1e4d-47d3-a034-8924a79cb202 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.954364] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489856} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.955757] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.955948] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.956269] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1290.956269] env[63070]: value = "task-1769970" [ 1290.956269] env[63070]: _type = "Task" [ 1290.956269] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.956498] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dfa3f72-a6e9-4b38-b63b-4415ea931d85 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.975678] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bfeec6-f97a-c363-8736-807e2a80df91, 'name': SearchDatastore_Task, 'duration_secs': 0.007777} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.975926] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769970, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.978121] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1290.978121] env[63070]: value = "task-1769971" [ 1290.978121] env[63070]: _type = "Task" [ 1290.978121] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.978403] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80fae34-d001-4e93-a8d8-4ea1d5cb78a0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.987431] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for the task: (returnval){ [ 1290.987431] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52df11d8-287a-460a-272b-e99bc7ac89b0" [ 1290.987431] env[63070]: _type = "Task" [ 1290.987431] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.991334] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.996474] env[63070]: DEBUG nova.policy [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ee25ce8dc9f40779381d0a2a767405a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18efcc57662e4ba49b5bdf85a4fd3fd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.001783] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52df11d8-287a-460a-272b-e99bc7ac89b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008536} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.002033] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.002752] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 9c2857a3-3fef-4fda-b74d-b71fad79445e/9c2857a3-3fef-4fda-b74d-b71fad79445e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.002752] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.002893] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.003044] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b83bf62-b8e7-4369-abb1-b6cfe9b62496 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.005847] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1076c51-2050-4300-93cd-60dc5965941b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.012483] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for the task: (returnval){ [ 1291.012483] env[63070]: value = "task-1769972" [ 1291.012483] env[63070]: _type = "Task" [ 1291.012483] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.020248] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.020516] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.021780] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06f5add-633d-4615-a8cc-caecb2c60454 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.031937] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.039134] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1291.039134] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5254572b-58cb-43bc-bc8b-e692a308cd66" [ 1291.039134] env[63070]: _type = "Task" [ 1291.039134] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.047786] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5254572b-58cb-43bc-bc8b-e692a308cd66, 'name': SearchDatastore_Task, 'duration_secs': 0.008866} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.048376] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009dac9b-cc7e-481e-ad68-947b5d470389 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.053851] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1291.053851] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5247f967-adc1-cec0-19c9-bf399136cd9c" [ 1291.053851] env[63070]: _type = "Task" [ 1291.053851] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.062706] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5247f967-adc1-cec0-19c9-bf399136cd9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.284198] env[63070]: DEBUG nova.compute.manager [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.469783] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769970, 'name': Rename_Task, 'duration_secs': 0.146755} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.470183] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.470536] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0ffd0a1-5e0d-4ea0-b806-1effc009c6f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.473780] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2e3b0a-d17c-4eb5-8ab0-504ffd213bf0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.483075] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc31766-915e-497a-956d-155c7a895d8b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.486881] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1291.486881] env[63070]: value = "task-1769973" [ 1291.486881] env[63070]: _type = "Task" [ 1291.486881] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.527241] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a1e4c6-331c-46d2-a774-496bd334912f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.535570] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.535570] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070372} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.537096] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.537906] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6550ca2d-04d1-4107-ab0a-6777220b98a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.545008] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475318} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.545646] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 9c2857a3-3fef-4fda-b74d-b71fad79445e/9c2857a3-3fef-4fda-b74d-b71fad79445e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.545856] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.546170] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8276537d-c1fa-41a2-a93a-83958f693ec7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.568597] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.568597] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5163e-6b39-4393-ada8-5f586e254931 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.573910] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd4a54b0-14c1-434a-bc42-78ac887a3380 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.589368] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for the task: (returnval){ [ 1291.589368] env[63070]: value = "task-1769974" [ 1291.589368] env[63070]: _type = "Task" [ 1291.589368] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.604589] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5247f967-adc1-cec0-19c9-bf399136cd9c, 'name': SearchDatastore_Task, 'duration_secs': 0.007668} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.605061] env[63070]: DEBUG nova.compute.provider_tree [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.608024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.608286] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] b3ca0f28-6932-4cf9-b58a-568e398640da/b3ca0f28-6932-4cf9-b58a-568e398640da.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.608630] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1291.608630] env[63070]: value = "task-1769975" [ 1291.608630] env[63070]: _type = "Task" [ 1291.608630] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.609059] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a47f295-0351-4a41-b1f7-ac4390f332b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.618211] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769974, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.626043] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.626354] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1291.626354] env[63070]: value = "task-1769976" [ 1291.626354] env[63070]: _type = "Task" [ 1291.626354] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.635936] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.006659] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769973, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.099452] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063833} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.099728] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.100490] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051544ed-ff20-45cb-a0e7-a8ba24760414 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.123525] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 9c2857a3-3fef-4fda-b74d-b71fad79445e/9c2857a3-3fef-4fda-b74d-b71fad79445e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.130039] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2fad7f-f10f-4726-8358-e249fc8eba14 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.150039] env[63070]: ERROR nova.scheduler.client.report [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [req-f587f1eb-dba6-450d-9036-0082a6ef1354] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f587f1eb-dba6-450d-9036-0082a6ef1354"}]} [ 1292.156696] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769975, 'name': ReconfigVM_Task, 'duration_secs': 0.385022} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.156972] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for the task: (returnval){ [ 1292.156972] env[63070]: value = "task-1769977" [ 1292.156972] env[63070]: _type = "Task" [ 1292.156972] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.157224] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.161063] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1aafb1e-d5a3-4565-8dd9-379880846c16 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.166462] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463425} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.167192] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] b3ca0f28-6932-4cf9-b58a-568e398640da/b3ca0f28-6932-4cf9-b58a-568e398640da.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.167192] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.167825] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1249b37-e221-4482-a151-1a744f6168ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.174975] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1292.174975] env[63070]: value = "task-1769978" [ 1292.174975] env[63070]: _type = "Task" [ 1292.174975] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.175198] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.176593] env[63070]: DEBUG nova.scheduler.client.report [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1292.182107] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1292.182107] env[63070]: value = "task-1769979" [ 1292.182107] env[63070]: _type = "Task" [ 1292.182107] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.189478] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769978, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.194622] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.282093] env[63070]: DEBUG nova.scheduler.client.report [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1292.282328] env[63070]: DEBUG nova.compute.provider_tree [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1292.298741] env[63070]: DEBUG nova.scheduler.client.report [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1292.306576] env[63070]: DEBUG nova.compute.manager [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.325448] env[63070]: DEBUG nova.scheduler.client.report [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1292.346018] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.346018] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.346018] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.346217] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.346217] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.346567] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.346907] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.347225] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.347525] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.347843] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.348157] env[63070]: DEBUG nova.virt.hardware [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.349122] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f61a7-b023-4204-ae35-b1cd59af5773 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.359784] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0249db3f-1c25-4584-b30c-707f793e75bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.435534] env[63070]: DEBUG nova.network.neutron [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Successfully created port: a64e5ff5-82b6-411c-9ef8-20d950c22373 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.471360] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f16ce55-9635-42c5-802e-737c4928bfb8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.477786] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9a9e9c-7edd-4133-86f3-9185890a9bdc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.517613] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55313c38-2a4d-410c-be0e-f01acfd11f57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.528508] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b57943-5d7e-4a91-871d-869ab3176987 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.533098] env[63070]: DEBUG oslo_vmware.api [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1769973, 'name': PowerOnVM_Task, 'duration_secs': 0.548263} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.533098] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.533508] env[63070]: INFO nova.compute.manager [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Took 14.21 seconds to spawn the instance on the hypervisor. [ 1292.533928] env[63070]: DEBUG nova.compute.manager [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.535526] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e07e80-8d3e-4cc0-9306-4440fe890eb9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.547023] env[63070]: DEBUG nova.compute.provider_tree [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1292.670092] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.693958] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091728} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.695525] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.696129] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769978, 'name': Rename_Task, 'duration_secs': 0.315766} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.696883] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09342f3-d459-42c7-b2e4-d266e0bcc031 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.700460] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.700460] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81d3a9b2-259c-43c1-9cde-3eb7b5b51aca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.723767] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] b3ca0f28-6932-4cf9-b58a-568e398640da/b3ca0f28-6932-4cf9-b58a-568e398640da.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.725401] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc9b219-2bac-4015-baeb-a9300da1742a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.741939] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1292.741939] env[63070]: value = "task-1769980" [ 1292.741939] env[63070]: _type = "Task" [ 1292.741939] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.748308] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1292.748308] env[63070]: value = "task-1769981" [ 1292.748308] env[63070]: _type = "Task" [ 1292.748308] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.756825] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769980, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.761755] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.072876] env[63070]: INFO nova.compute.manager [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Took 18.98 seconds to build instance. [ 1293.112548] env[63070]: DEBUG nova.scheduler.client.report [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 11 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1293.112906] env[63070]: DEBUG nova.compute.provider_tree [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 11 to 12 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1293.113111] env[63070]: DEBUG nova.compute.provider_tree [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.176842] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769977, 'name': ReconfigVM_Task, 'duration_secs': 0.954274} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.178146] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 9c2857a3-3fef-4fda-b74d-b71fad79445e/9c2857a3-3fef-4fda-b74d-b71fad79445e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.182021] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffd661dd-66c1-498f-9fc9-2a5da19c01d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.188766] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for the task: (returnval){ [ 1293.188766] env[63070]: value = "task-1769982" [ 1293.188766] env[63070]: _type = "Task" [ 1293.188766] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.206769] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769982, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.259396] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.264507] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769980, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.579920] env[63070]: DEBUG oslo_concurrency.lockutils [None req-591ab1db-a515-49f5-afe8-5c4df4fbc1fc tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "061f91da-9911-4400-ba28-0e85b2c328f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.497s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.618163] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.354s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.618341] env[63070]: DEBUG nova.compute.manager [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.624215] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.155s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.627049] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.627240] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1293.628439] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b026b81-923a-4fef-bd6b-d31be2fa9a5b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.642107] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f74f7-f942-4f3a-81d2-a66d966dcddd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.658217] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651587f0-907c-4c6a-8448-0f4916d5406e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.667398] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2fc88d-26df-48b8-b035-9cc8a2cafd0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.705255] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1293.705446] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.705687] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.720521] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769982, 'name': Rename_Task, 'duration_secs': 0.245142} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.720521] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.720521] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-951e26e7-de48-4a5f-865e-3a2bfb2a7111 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.724344] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for the task: (returnval){ [ 1293.724344] env[63070]: value = "task-1769983" [ 1293.724344] env[63070]: _type = "Task" [ 1293.724344] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.733135] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.766986] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769980, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.771656] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769981, 'name': ReconfigVM_Task, 'duration_secs': 0.634494} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.771656] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Reconfigured VM instance instance-00000002 to attach disk [datastore1] b3ca0f28-6932-4cf9-b58a-568e398640da/b3ca0f28-6932-4cf9-b58a-568e398640da.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.771656] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70f3fe48-a5c9-4764-a385-bba2df28a7d3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.777117] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1293.777117] env[63070]: value = "task-1769984" [ 1293.777117] env[63070]: _type = "Task" [ 1293.777117] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.787986] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769984, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.129208] env[63070]: DEBUG nova.compute.utils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1294.131377] env[63070]: DEBUG nova.compute.manager [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.131552] env[63070]: DEBUG nova.network.neutron [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.181055] env[63070]: DEBUG nova.network.neutron [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Successfully updated port: 3b06331e-ad36-4b08-a08d-d48ed3865965 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.239320] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769983, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.253508] env[63070]: DEBUG nova.policy [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2435686296e24a1b9dd950fa79ac3131', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06ceab11a5a54473846e730e26ab7fc8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.262354] env[63070]: DEBUG oslo_vmware.api [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769980, 'name': PowerOnVM_Task, 'duration_secs': 1.26276} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.262733] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.262975] env[63070]: INFO nova.compute.manager [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1294.263175] env[63070]: DEBUG nova.compute.manager [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.264293] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b00c5f-2d49-4027-a19e-eab2f1c503fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.287781] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769984, 'name': Rename_Task, 'duration_secs': 0.207582} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.288738] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.288895] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74a3fcac-248c-4e79-beeb-7dfdd1d47c5b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.298033] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1294.298033] env[63070]: value = "task-1769985" [ 1294.298033] env[63070]: _type = "Task" [ 1294.298033] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.308866] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.635527] env[63070]: DEBUG nova.compute.manager [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.686355] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquiring lock "refresh_cache-5d7a368a-9a6f-481f-90dc-6570d831be7b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.686504] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquired lock "refresh_cache-5d7a368a-9a6f-481f-90dc-6570d831be7b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.686653] env[63070]: DEBUG nova.network.neutron [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.742791] env[63070]: DEBUG oslo_vmware.api [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1769983, 'name': PowerOnVM_Task, 'duration_secs': 0.661277} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.743618] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.743915] env[63070]: INFO nova.compute.manager [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1294.744038] env[63070]: DEBUG nova.compute.manager [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.744885] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4862fe4b-c25f-4007-8215-8262cd20d451 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.751098] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 061f91da-9911-4400-ba28-0e85b2c328f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.751098] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance b3ca0f28-6932-4cf9-b58a-568e398640da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.751098] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 69f23f18-00d0-46ac-8867-8fc8cad8ed99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.751098] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 9c2857a3-3fef-4fda-b74d-b71fad79445e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.751425] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 5d7a368a-9a6f-481f-90dc-6570d831be7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.751425] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance ad195fa2-6bb5-41b9-aef6-d6805292c2f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.751425] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 7d27c230-29c7-4b01-9607-c928f2b76ddf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.751647] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1294.751786] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1294.793677] env[63070]: INFO nova.compute.manager [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Took 14.34 seconds to build instance. [ 1294.815763] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769985, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.901085] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc4f7ac-212b-41c2-bc87-188f3c52ee10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.913159] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93570b7-476a-455c-a119-2d50755cc8c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.951473] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925d65a1-8270-4500-be07-f427707a5c4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.961908] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f8da1-f473-4f5b-b8cb-ea796758f58b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.977617] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.276712] env[63070]: INFO nova.compute.manager [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Took 14.73 seconds to build instance. [ 1295.296914] env[63070]: DEBUG oslo_concurrency.lockutils [None req-154e328b-7af3-4609-bba4-1a3cbdcd691d tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "69f23f18-00d0-46ac-8867-8fc8cad8ed99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.863s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.307694] env[63070]: DEBUG nova.network.neutron [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.320796] env[63070]: DEBUG oslo_vmware.api [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1769985, 'name': PowerOnVM_Task, 'duration_secs': 0.559427} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.324618] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.324938] env[63070]: INFO nova.compute.manager [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Took 12.21 seconds to spawn the instance on the hypervisor. [ 1295.325192] env[63070]: DEBUG nova.compute.manager [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.328829] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b60750-258f-4f7a-bec1-29e0276151ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.342394] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.342394] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.433838] env[63070]: DEBUG nova.compute.manager [req-253389a9-072c-44a6-9ed1-8169abe3c676 req-f1be2db6-8fc9-4fc0-934a-865932c05fee service nova] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Received event network-vif-plugged-3b06331e-ad36-4b08-a08d-d48ed3865965 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1295.434254] env[63070]: DEBUG oslo_concurrency.lockutils [req-253389a9-072c-44a6-9ed1-8169abe3c676 req-f1be2db6-8fc9-4fc0-934a-865932c05fee service nova] Acquiring lock "5d7a368a-9a6f-481f-90dc-6570d831be7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.434329] env[63070]: DEBUG oslo_concurrency.lockutils [req-253389a9-072c-44a6-9ed1-8169abe3c676 req-f1be2db6-8fc9-4fc0-934a-865932c05fee service nova] Lock "5d7a368a-9a6f-481f-90dc-6570d831be7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.434438] env[63070]: DEBUG oslo_concurrency.lockutils [req-253389a9-072c-44a6-9ed1-8169abe3c676 req-f1be2db6-8fc9-4fc0-934a-865932c05fee service nova] Lock "5d7a368a-9a6f-481f-90dc-6570d831be7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.434613] env[63070]: DEBUG nova.compute.manager [req-253389a9-072c-44a6-9ed1-8169abe3c676 req-f1be2db6-8fc9-4fc0-934a-865932c05fee service nova] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] No waiting events found dispatching network-vif-plugged-3b06331e-ad36-4b08-a08d-d48ed3865965 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.434766] env[63070]: WARNING nova.compute.manager [req-253389a9-072c-44a6-9ed1-8169abe3c676 req-f1be2db6-8fc9-4fc0-934a-865932c05fee service nova] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Received unexpected event network-vif-plugged-3b06331e-ad36-4b08-a08d-d48ed3865965 for instance with vm_state building and task_state spawning. [ 1295.485576] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.528337] env[63070]: DEBUG nova.network.neutron [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Successfully created port: c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.655607] env[63070]: DEBUG nova.compute.manager [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.702361] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.702361] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.702361] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.702660] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.702660] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.702660] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.702660] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.702660] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.702810] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.702810] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.702810] env[63070]: DEBUG nova.virt.hardware [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.703550] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68559f29-79ce-4efb-b88f-2d75eeddd110 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.712981] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204822d9-4428-4143-a7cb-223d70b89716 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.780867] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d2a53cd-d3cb-4d06-8605-d66a02bb66a0 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lock "9c2857a3-3fef-4fda-b74d-b71fad79445e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.339s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.849274] env[63070]: DEBUG nova.compute.manager [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.865136] env[63070]: INFO nova.compute.manager [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Took 17.12 seconds to build instance. [ 1295.991894] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1295.992263] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.286s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.091849] env[63070]: DEBUG nova.network.neutron [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Updating instance_info_cache with network_info: [{"id": "3b06331e-ad36-4b08-a08d-d48ed3865965", "address": "fa:16:3e:27:36:17", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b06331e-ad", "ovs_interfaceid": "3b06331e-ad36-4b08-a08d-d48ed3865965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.369687] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6693d0a1-b305-4142-9173-212a9b4a3517 tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "b3ca0f28-6932-4cf9-b58a-568e398640da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.644s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.398222] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.399273] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.402176] env[63070]: INFO nova.compute.claims [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.427441] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquiring lock "b006f13b-0041-499b-a4e2-019e9992071a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.427558] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lock "b006f13b-0041-499b-a4e2-019e9992071a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.459277] env[63070]: DEBUG nova.network.neutron [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Successfully updated port: a64e5ff5-82b6-411c-9ef8-20d950c22373 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.596227] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Releasing lock "refresh_cache-5d7a368a-9a6f-481f-90dc-6570d831be7b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.596227] env[63070]: DEBUG nova.compute.manager [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Instance network_info: |[{"id": "3b06331e-ad36-4b08-a08d-d48ed3865965", "address": "fa:16:3e:27:36:17", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b06331e-ad", "ovs_interfaceid": "3b06331e-ad36-4b08-a08d-d48ed3865965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.596841] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:36:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b06331e-ad36-4b08-a08d-d48ed3865965', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.608739] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Creating folder: Project (097b1eb91be042fab41b431ff4f25cd6). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.609173] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a70d41d8-9d22-49b2-a034-414e28036669 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.622530] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Created folder: Project (097b1eb91be042fab41b431ff4f25cd6) in parent group-v367531. [ 1296.624032] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Creating folder: Instances. Parent ref: group-v367544. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.624032] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6a4f787-b35a-49a2-a54c-e2674cdd595f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.631836] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Created folder: Instances in parent group-v367544. [ 1296.632119] env[63070]: DEBUG oslo.service.loopingcall [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.632324] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.632529] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9f7a4fb-f088-4d64-aaac-fc44154af129 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.654291] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.654291] env[63070]: value = "task-1769988" [ 1296.654291] env[63070]: _type = "Task" [ 1296.654291] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.662868] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769988, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.935666] env[63070]: DEBUG nova.compute.manager [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.963201] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquiring lock "refresh_cache-ad195fa2-6bb5-41b9-aef6-d6805292c2f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.963357] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquired lock "refresh_cache-ad195fa2-6bb5-41b9-aef6-d6805292c2f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.963517] env[63070]: DEBUG nova.network.neutron [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.992554] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.992815] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1296.993109] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1297.040452] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquiring lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.040695] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.170244] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769988, 'name': CreateVM_Task, 'duration_secs': 0.355818} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.170806] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.171539] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.171707] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.172033] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.172286] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88bb642-515c-48dd-9fc5-11b284d97e0c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.182668] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for the task: (returnval){ [ 1297.182668] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522e27d5-be89-7e20-b722-7b956a9ccc2a" [ 1297.182668] env[63070]: _type = "Task" [ 1297.182668] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.191017] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522e27d5-be89-7e20-b722-7b956a9ccc2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.476721] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.500497] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Skipping network cache update for instance because it is Building. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1297.500697] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Skipping network cache update for instance because it is Building. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1297.501334] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Skipping network cache update for instance because it is Building. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1297.501334] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Skipping network cache update for instance because it is Building. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1297.501334] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.501334] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquired lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.501520] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Forcefully refreshing network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1297.501853] env[63070]: DEBUG nova.objects.instance [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lazy-loading 'info_cache' on Instance uuid 061f91da-9911-4400-ba28-0e85b2c328f5 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.544968] env[63070]: DEBUG nova.compute.manager [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.629059] env[63070]: DEBUG nova.network.neutron [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.692075] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfda90e-0485-44c7-8f99-844c9f12a578 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.704296] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522e27d5-be89-7e20-b722-7b956a9ccc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.024242} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.707484] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.707484] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.707484] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.707789] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.708161] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.708555] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abeebeaf-d231-4e7b-9ec8-a23c46896095 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.712337] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e96685-5c40-42f5-a97b-1407536fa83e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.757018] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb65efc-b0e9-4bf9-8244-e5e0d3e9fcef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.758293] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.758492] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.759210] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06284018-4322-4a36-a51a-b402e7700858 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.764821] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for the task: (returnval){ [ 1297.764821] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5263741a-0575-1218-5c1e-03eb62b747a2" [ 1297.764821] env[63070]: _type = "Task" [ 1297.764821] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.771900] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9776579d-0a85-4564-b4d8-95800fe8a67d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.788593] env[63070]: DEBUG nova.compute.provider_tree [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.797661] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5263741a-0575-1218-5c1e-03eb62b747a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.073306] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.281229] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5263741a-0575-1218-5c1e-03eb62b747a2, 'name': SearchDatastore_Task, 'duration_secs': 0.023792} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.287594] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177954f0-972d-40ea-9f5a-b90976f725a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.290949] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquiring lock "42087068-2562-47f2-b666-7db8b405d787" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.291348] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lock "42087068-2562-47f2-b666-7db8b405d787" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.301044] env[63070]: DEBUG nova.scheduler.client.report [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.308421] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for the task: (returnval){ [ 1298.308421] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52417b41-8203-aaa4-7c31-8a8fe7f1f423" [ 1298.308421] env[63070]: _type = "Task" [ 1298.308421] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.320381] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52417b41-8203-aaa4-7c31-8a8fe7f1f423, 'name': SearchDatastore_Task, 'duration_secs': 0.015796} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.321442] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.322356] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 5d7a368a-9a6f-481f-90dc-6570d831be7b/5d7a368a-9a6f-481f-90dc-6570d831be7b.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.323565] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3344e13b-9d7f-4e4d-adad-c73e98472e74 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.332377] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for the task: (returnval){ [ 1298.332377] env[63070]: value = "task-1769989" [ 1298.332377] env[63070]: _type = "Task" [ 1298.332377] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.342727] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.460058] env[63070]: DEBUG nova.network.neutron [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Updating instance_info_cache with network_info: [{"id": "a64e5ff5-82b6-411c-9ef8-20d950c22373", "address": "fa:16:3e:c9:69:44", "network": {"id": "8902a68d-04a3-4729-9b97-f0300515becc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-556426709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18efcc57662e4ba49b5bdf85a4fd3fd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e5ff5-82", "ovs_interfaceid": "a64e5ff5-82b6-411c-9ef8-20d950c22373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.796139] env[63070]: DEBUG nova.compute.manager [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1298.809892] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.810482] env[63070]: DEBUG nova.compute.manager [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.816360] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.337s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.816360] env[63070]: INFO nova.compute.claims [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.851826] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769989, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.948499] env[63070]: DEBUG nova.compute.manager [req-6c7ead15-36a6-4027-8c4d-4db8b829cd48 req-209b59ad-1247-46c4-b196-228f82aa08ab service nova] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Received event network-vif-plugged-a64e5ff5-82b6-411c-9ef8-20d950c22373 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1298.948499] env[63070]: DEBUG oslo_concurrency.lockutils [req-6c7ead15-36a6-4027-8c4d-4db8b829cd48 req-209b59ad-1247-46c4-b196-228f82aa08ab service nova] Acquiring lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.948499] env[63070]: DEBUG oslo_concurrency.lockutils [req-6c7ead15-36a6-4027-8c4d-4db8b829cd48 req-209b59ad-1247-46c4-b196-228f82aa08ab service nova] Lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.948499] env[63070]: DEBUG oslo_concurrency.lockutils [req-6c7ead15-36a6-4027-8c4d-4db8b829cd48 req-209b59ad-1247-46c4-b196-228f82aa08ab service nova] Lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.948823] env[63070]: DEBUG nova.compute.manager [req-6c7ead15-36a6-4027-8c4d-4db8b829cd48 req-209b59ad-1247-46c4-b196-228f82aa08ab service nova] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] No waiting events found dispatching network-vif-plugged-a64e5ff5-82b6-411c-9ef8-20d950c22373 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.948919] env[63070]: WARNING nova.compute.manager [req-6c7ead15-36a6-4027-8c4d-4db8b829cd48 req-209b59ad-1247-46c4-b196-228f82aa08ab service nova] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Received unexpected event network-vif-plugged-a64e5ff5-82b6-411c-9ef8-20d950c22373 for instance with vm_state building and task_state spawning. [ 1298.964237] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Releasing lock "refresh_cache-ad195fa2-6bb5-41b9-aef6-d6805292c2f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.964576] env[63070]: DEBUG nova.compute.manager [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Instance network_info: |[{"id": "a64e5ff5-82b6-411c-9ef8-20d950c22373", "address": "fa:16:3e:c9:69:44", "network": {"id": "8902a68d-04a3-4729-9b97-f0300515becc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-556426709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18efcc57662e4ba49b5bdf85a4fd3fd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e5ff5-82", "ovs_interfaceid": "a64e5ff5-82b6-411c-9ef8-20d950c22373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.965028] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:69:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a64e5ff5-82b6-411c-9ef8-20d950c22373', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.981269] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Creating folder: Project (18efcc57662e4ba49b5bdf85a4fd3fd1). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.982900] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30f71f30-538a-4454-9e48-c5f3843a79db {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.006468] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Created folder: Project (18efcc57662e4ba49b5bdf85a4fd3fd1) in parent group-v367531. [ 1299.006795] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Creating folder: Instances. Parent ref: group-v367547. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.007070] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b98bae6d-b2c7-4424-bc41-1716c00e8d47 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.018894] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Created folder: Instances in parent group-v367547. [ 1299.019178] env[63070]: DEBUG oslo.service.loopingcall [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1299.019366] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.019577] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-126a2691-9f45-4654-989a-3d4d12923524 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.042135] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.042135] env[63070]: value = "task-1769992" [ 1299.042135] env[63070]: _type = "Task" [ 1299.042135] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.050554] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769992, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.144956] env[63070]: DEBUG nova.network.neutron [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Successfully updated port: c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.319343] env[63070]: DEBUG nova.compute.utils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1299.321615] env[63070]: DEBUG nova.compute.manager [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.321615] env[63070]: DEBUG nova.network.neutron [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.332094] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.352158] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883783} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.352478] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 5d7a368a-9a6f-481f-90dc-6570d831be7b/5d7a368a-9a6f-481f-90dc-6570d831be7b.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.352990] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.352990] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85e02e86-f916-4ae0-966e-9068f22f4e4e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.362485] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for the task: (returnval){ [ 1299.362485] env[63070]: value = "task-1769993" [ 1299.362485] env[63070]: _type = "Task" [ 1299.362485] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.373977] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.474744] env[63070]: DEBUG nova.policy [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f163219fa94c44b5b5cb9804940c68ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaf6f868092e44a2a46ec4752065db95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.498490] env[63070]: DEBUG nova.compute.manager [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Stashing vm_state: active {{(pid=63070) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1299.557104] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1769992, 'name': CreateVM_Task, 'duration_secs': 0.424852} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.557290] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.558076] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.558809] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.558809] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.558972] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45cd5cf9-6a8b-4193-9a10-dab32d306feb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.565020] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for the task: (returnval){ [ 1299.565020] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b35d41-2dda-78ce-a710-2c32ad9dcd5a" [ 1299.565020] env[63070]: _type = "Task" [ 1299.565020] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.574717] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b35d41-2dda-78ce-a710-2c32ad9dcd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.649977] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquiring lock "refresh_cache-7d27c230-29c7-4b01-9607-c928f2b76ddf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.650154] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquired lock "refresh_cache-7d27c230-29c7-4b01-9607-c928f2b76ddf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.652178] env[63070]: DEBUG nova.network.neutron [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.798620] env[63070]: DEBUG nova.compute.manager [req-9f1ddc6a-c47e-4e52-906e-b685d4920754 req-7735acd2-addb-4120-9d22-ba3641c125b7 service nova] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Received event network-changed-3b06331e-ad36-4b08-a08d-d48ed3865965 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1299.798994] env[63070]: DEBUG nova.compute.manager [req-9f1ddc6a-c47e-4e52-906e-b685d4920754 req-7735acd2-addb-4120-9d22-ba3641c125b7 service nova] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Refreshing instance network info cache due to event network-changed-3b06331e-ad36-4b08-a08d-d48ed3865965. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1299.799070] env[63070]: DEBUG oslo_concurrency.lockutils [req-9f1ddc6a-c47e-4e52-906e-b685d4920754 req-7735acd2-addb-4120-9d22-ba3641c125b7 service nova] Acquiring lock "refresh_cache-5d7a368a-9a6f-481f-90dc-6570d831be7b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.800678] env[63070]: DEBUG oslo_concurrency.lockutils [req-9f1ddc6a-c47e-4e52-906e-b685d4920754 req-7735acd2-addb-4120-9d22-ba3641c125b7 service nova] Acquired lock "refresh_cache-5d7a368a-9a6f-481f-90dc-6570d831be7b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.800678] env[63070]: DEBUG nova.network.neutron [req-9f1ddc6a-c47e-4e52-906e-b685d4920754 req-7735acd2-addb-4120-9d22-ba3641c125b7 service nova] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Refreshing network info cache for port 3b06331e-ad36-4b08-a08d-d48ed3865965 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.827349] env[63070]: DEBUG nova.compute.manager [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.877110] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070496} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.877477] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.878319] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49da30a3-d444-4a27-97ac-a7e54b3f7c80 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.910274] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5d7a368a-9a6f-481f-90dc-6570d831be7b/5d7a368a-9a6f-481f-90dc-6570d831be7b.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.913853] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214e8544-7936-4fdb-8031-ea893fcfcad1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.935253] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for the task: (returnval){ [ 1299.935253] env[63070]: value = "task-1769994" [ 1299.935253] env[63070]: _type = "Task" [ 1299.935253] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.944015] env[63070]: INFO nova.compute.manager [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Rebuilding instance [ 1299.945852] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.987795] env[63070]: DEBUG nova.compute.manager [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.988700] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8857eda-436e-4099-8407-f9c340109966 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.021682] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.043585] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance_info_cache with network_info: [{"id": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "address": "fa:16:3e:2c:e6:41", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f238d42-18", "ovs_interfaceid": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.076587] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b35d41-2dda-78ce-a710-2c32ad9dcd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.076961} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.076907] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.077172] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.078081] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.078081] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.078081] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.078081] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76a1fcaf-b5b2-45a7-a1f2-0b6f28683451 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.088455] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.088712] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.089754] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181ec295-379b-4df7-a0e9-551340e9d46e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.095120] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for the task: (returnval){ [ 1300.095120] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2cf8f-c56b-c312-f899-97a005538e82" [ 1300.095120] env[63070]: _type = "Task" [ 1300.095120] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.099973] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b86263-cd58-4cfb-8389-2cd9df7a573b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.109194] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2cf8f-c56b-c312-f899-97a005538e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.111481] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba49ffe-0561-46b3-9d92-3777eb629b6a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.143885] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f532fc-b93d-4ec4-bc57-54156193efac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.151009] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f7b9e0-b646-42d4-a492-c864636279e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.167634] env[63070]: DEBUG nova.compute.provider_tree [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.175916] env[63070]: DEBUG nova.compute.manager [None req-8ad6229f-f2b9-4644-8b29-d93ff2231fb8 tempest-ServerDiagnosticsV248Test-1137286412 tempest-ServerDiagnosticsV248Test-1137286412-project-admin] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.177064] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6bc0da-eef8-4724-9ef8-59c92f8201bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.188589] env[63070]: INFO nova.compute.manager [None req-8ad6229f-f2b9-4644-8b29-d93ff2231fb8 tempest-ServerDiagnosticsV248Test-1137286412 tempest-ServerDiagnosticsV248Test-1137286412-project-admin] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Retrieving diagnostics [ 1300.189647] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ed6ee7-05af-485b-80e6-abbb0972f42f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.278534] env[63070]: DEBUG nova.network.neutron [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.446489] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.547689] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Releasing lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.547689] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updated the network info_cache for instance {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1300.548028] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.548028] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1300.608507] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2cf8f-c56b-c312-f899-97a005538e82, 'name': SearchDatastore_Task, 'duration_secs': 0.032206} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.609459] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6a59e3-cbf3-48da-9d35-ed34cf906115 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.618504] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for the task: (returnval){ [ 1300.618504] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fda374-2d9e-bef4-fc9e-47738444189a" [ 1300.618504] env[63070]: _type = "Task" [ 1300.618504] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.636412] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fda374-2d9e-bef4-fc9e-47738444189a, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.636412] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.636737] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ad195fa2-6bb5-41b9-aef6-d6805292c2f0/ad195fa2-6bb5-41b9-aef6-d6805292c2f0.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.637022] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5483aac2-95eb-43c2-a104-ccd654b2ef2f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.643829] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for the task: (returnval){ [ 1300.643829] env[63070]: value = "task-1769995" [ 1300.643829] env[63070]: _type = "Task" [ 1300.643829] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.660382] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1769995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.671232] env[63070]: DEBUG nova.scheduler.client.report [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.712172] env[63070]: DEBUG nova.network.neutron [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Successfully created port: 419bd738-594f-4dd3-95a1-482f9c8d1be2 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.737060] env[63070]: DEBUG nova.network.neutron [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Updating instance_info_cache with network_info: [{"id": "c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9", "address": "fa:16:3e:00:6b:75", "network": {"id": "aea9f7bd-1494-46da-9791-388a243210c1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1202475974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ceab11a5a54473846e730e26ab7fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc320c85c-c7", "ovs_interfaceid": "c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.842874] env[63070]: DEBUG nova.compute.manager [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.875938] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T20:11:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='616995199',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-172708066',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.876327] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.876435] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.876601] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.876747] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.876894] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.877112] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.877326] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.877464] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.877648] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.877823] env[63070]: DEBUG nova.virt.hardware [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.878757] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033748dc-70b4-4def-b77b-4faf6ab6c0f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.887452] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90096b21-9c44-4fb7-86b3-1ebd97d485b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.946592] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769994, 'name': ReconfigVM_Task, 'duration_secs': 0.900113} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.946870] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5d7a368a-9a6f-481f-90dc-6570d831be7b/5d7a368a-9a6f-481f-90dc-6570d831be7b.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.947563] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e397a8e-d161-4938-a9fa-6765f17af045 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.956318] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for the task: (returnval){ [ 1300.956318] env[63070]: value = "task-1769996" [ 1300.956318] env[63070]: _type = "Task" [ 1300.956318] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.964411] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769996, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.007589] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.008047] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858975af-8a8b-47ca-88bc-7bc7258f04ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.018882] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1301.018882] env[63070]: value = "task-1769997" [ 1301.018882] env[63070]: _type = "Task" [ 1301.018882] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.032883] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.135079] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "7e1353e6-2e70-49f0-8b11-0f68387d9a48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.135345] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "7e1353e6-2e70-49f0-8b11-0f68387d9a48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.168241] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1769995, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.180015] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.180582] env[63070]: DEBUG nova.compute.manager [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1301.189134] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.114s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.189592] env[63070]: INFO nova.compute.claims [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.240306] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Releasing lock "refresh_cache-7d27c230-29c7-4b01-9607-c928f2b76ddf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.240950] env[63070]: DEBUG nova.compute.manager [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Instance network_info: |[{"id": "c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9", "address": "fa:16:3e:00:6b:75", "network": {"id": "aea9f7bd-1494-46da-9791-388a243210c1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1202475974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ceab11a5a54473846e730e26ab7fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc320c85c-c7", "ovs_interfaceid": "c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.242654] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:6b:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.254365] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Creating folder: Project (06ceab11a5a54473846e730e26ab7fc8). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.255601] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bff90fb-355a-4f53-b7bf-3b16cd39c30a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.272106] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Created folder: Project (06ceab11a5a54473846e730e26ab7fc8) in parent group-v367531. [ 1301.272106] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Creating folder: Instances. Parent ref: group-v367550. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.272106] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04edc312-08b4-4b6a-a658-f06f39c15506 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.287033] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Created folder: Instances in parent group-v367550. [ 1301.287033] env[63070]: DEBUG oslo.service.loopingcall [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1301.287033] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.288566] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f8f7b33-e0fd-4b84-9897-12bbd2ee0154 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.333982] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.333982] env[63070]: value = "task-1770000" [ 1301.333982] env[63070]: _type = "Task" [ 1301.333982] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.354789] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770000, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.468433] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769996, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.536746] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1769997, 'name': PowerOffVM_Task, 'duration_secs': 0.465748} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.537566] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.537566] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.538086] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383726cc-a56b-412d-92bd-bc29852bcd22 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.550930] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.550930] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40ab3993-b4dd-4d95-8ef4-a639bbe1db90 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.578016] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.578293] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.580428] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Deleting the datastore file [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.580428] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e5eed83-6bc2-4965-980b-2b40e88827dd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.585296] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1301.585296] env[63070]: value = "task-1770002" [ 1301.585296] env[63070]: _type = "Task" [ 1301.585296] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.597534] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.638452] env[63070]: DEBUG nova.compute.manager [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1301.660106] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1769995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727436} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.660627] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ad195fa2-6bb5-41b9-aef6-d6805292c2f0/ad195fa2-6bb5-41b9-aef6-d6805292c2f0.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.660627] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.660920] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7435b120-c037-4848-a211-feadf6759ac3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.669916] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for the task: (returnval){ [ 1301.669916] env[63070]: value = "task-1770003" [ 1301.669916] env[63070]: _type = "Task" [ 1301.669916] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.700020] env[63070]: DEBUG nova.compute.utils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1301.704019] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.705305] env[63070]: DEBUG nova.compute.manager [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1301.705518] env[63070]: DEBUG nova.network.neutron [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1301.750158] env[63070]: DEBUG nova.network.neutron [req-9f1ddc6a-c47e-4e52-906e-b685d4920754 req-7735acd2-addb-4120-9d22-ba3641c125b7 service nova] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Updated VIF entry in instance network info cache for port 3b06331e-ad36-4b08-a08d-d48ed3865965. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.750539] env[63070]: DEBUG nova.network.neutron [req-9f1ddc6a-c47e-4e52-906e-b685d4920754 req-7735acd2-addb-4120-9d22-ba3641c125b7 service nova] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Updating instance_info_cache with network_info: [{"id": "3b06331e-ad36-4b08-a08d-d48ed3865965", "address": "fa:16:3e:27:36:17", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b06331e-ad", "ovs_interfaceid": "3b06331e-ad36-4b08-a08d-d48ed3865965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.770093] env[63070]: DEBUG nova.policy [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51af1afd7fb84f7897e6b67d98edab54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eee2ae20cdce44e5bcda86ec5724a1ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1301.847516] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770000, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.971905] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1769996, 'name': Rename_Task, 'duration_secs': 0.52283} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.972991] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.972991] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d458380-9071-40f8-b648-7116b28fa143 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.983302] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for the task: (returnval){ [ 1301.983302] env[63070]: value = "task-1770004" [ 1301.983302] env[63070]: _type = "Task" [ 1301.983302] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.994103] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1770004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.096907] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425168} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.096907] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.096907] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.096907] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.116109] env[63070]: DEBUG nova.compute.manager [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Received event network-changed-a64e5ff5-82b6-411c-9ef8-20d950c22373 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1302.116109] env[63070]: DEBUG nova.compute.manager [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Refreshing instance network info cache due to event network-changed-a64e5ff5-82b6-411c-9ef8-20d950c22373. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1302.116109] env[63070]: DEBUG oslo_concurrency.lockutils [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] Acquiring lock "refresh_cache-ad195fa2-6bb5-41b9-aef6-d6805292c2f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.116109] env[63070]: DEBUG oslo_concurrency.lockutils [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] Acquired lock "refresh_cache-ad195fa2-6bb5-41b9-aef6-d6805292c2f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.116109] env[63070]: DEBUG nova.network.neutron [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Refreshing network info cache for port a64e5ff5-82b6-411c-9ef8-20d950c22373 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.164113] env[63070]: DEBUG nova.network.neutron [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Successfully created port: 314ecd36-9de6-4d25-baa5-889deb7ab6f8 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.176924] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.184373] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076214} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.184373] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.187166] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbad649-f6fb-4328-8b32-a6011c94b591 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.213966] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] ad195fa2-6bb5-41b9-aef6-d6805292c2f0/ad195fa2-6bb5-41b9-aef6-d6805292c2f0.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.215608] env[63070]: DEBUG nova.compute.manager [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1302.219034] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9609ab5-25a7-4b7c-a29b-42930d566107 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.241089] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for the task: (returnval){ [ 1302.241089] env[63070]: value = "task-1770005" [ 1302.241089] env[63070]: _type = "Task" [ 1302.241089] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.252777] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.252999] env[63070]: DEBUG oslo_concurrency.lockutils [req-9f1ddc6a-c47e-4e52-906e-b685d4920754 req-7735acd2-addb-4120-9d22-ba3641c125b7 service nova] Releasing lock "refresh_cache-5d7a368a-9a6f-481f-90dc-6570d831be7b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.353766] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770000, 'name': CreateVM_Task, 'duration_secs': 0.675502} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.355548] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.356482] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.358038] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.358038] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.358038] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8816a32-6162-40ce-84e7-73d76b16b4df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.367079] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1302.367079] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5237e522-fd53-1013-d866-e438241c6f31" [ 1302.367079] env[63070]: _type = "Task" [ 1302.367079] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.376854] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5237e522-fd53-1013-d866-e438241c6f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.498831] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1770004, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.524405] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c992e83-e4cc-4b9c-85bf-90c5669d7c83 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.534266] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267c512b-6f5e-495d-9cd6-85114aad735f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.576032] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e41fd1-433d-4d03-9d12-aa4ec918a9b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.586751] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e21d85-214c-4e2f-84c3-972aebe6deb7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.606250] env[63070]: DEBUG nova.compute.provider_tree [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.755164] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770005, 'name': ReconfigVM_Task, 'duration_secs': 0.334933} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.755450] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] ad195fa2-6bb5-41b9-aef6-d6805292c2f0/ad195fa2-6bb5-41b9-aef6-d6805292c2f0.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.756107] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12e11744-d8ea-4cd4-b0d8-3714a8795b36 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.763909] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for the task: (returnval){ [ 1302.763909] env[63070]: value = "task-1770006" [ 1302.763909] env[63070]: _type = "Task" [ 1302.763909] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.775987] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770006, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.880109] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5237e522-fd53-1013-d866-e438241c6f31, 'name': SearchDatastore_Task, 'duration_secs': 0.014078} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.880109] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.880109] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.880501] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.880501] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.880645] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.880910] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba4920b1-6ec6-45f4-93ad-d98f8f0c279c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.891462] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.891928] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.892859] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f34d806-9e04-41de-b618-389904e1d768 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.898735] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1302.898735] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e00187-8999-53e5-e840-41ed03342955" [ 1302.898735] env[63070]: _type = "Task" [ 1302.898735] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.907389] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e00187-8999-53e5-e840-41ed03342955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.000460] env[63070]: DEBUG oslo_vmware.api [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1770004, 'name': PowerOnVM_Task, 'duration_secs': 0.706564} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.000460] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.000460] env[63070]: INFO nova.compute.manager [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Took 13.01 seconds to spawn the instance on the hypervisor. [ 1303.000460] env[63070]: DEBUG nova.compute.manager [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.000460] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77385d80-e543-4b48-b33d-8f8dfaffdb54 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.114121] env[63070]: DEBUG nova.scheduler.client.report [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.141455] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.141455] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.141455] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.141455] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.141880] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.142443] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.142784] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.143081] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.143363] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.143650] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.143936] env[63070]: DEBUG nova.virt.hardware [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.145141] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d32870-20a1-40f8-8292-74887bcd2aa3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.154898] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69614945-05b8-448c-b8b8-60b077a29dbe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.172738] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.182640] env[63070]: DEBUG oslo.service.loopingcall [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.187250] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.187250] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9669a72a-3ba1-4a33-bbca-e5cdc759f8db {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.204285] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.204285] env[63070]: value = "task-1770007" [ 1303.204285] env[63070]: _type = "Task" [ 1303.204285] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.212792] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770007, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.252943] env[63070]: DEBUG nova.compute.manager [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1303.281134] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770006, 'name': Rename_Task, 'duration_secs': 0.169467} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.281711] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.284721] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.284721] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.284721] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.284721] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.284721] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.285278] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.285278] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.285278] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.285278] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.285278] env[63070]: DEBUG nova.virt.hardware [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.285424] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.285424] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da2f17-62d3-415b-99d9-7ae168ae1feb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.287600] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7729e04b-96c6-4dcf-8c85-dca6f2825348 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.296546] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7803d9e3-d362-4bfa-879f-a970c89856d4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.300804] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for the task: (returnval){ [ 1303.300804] env[63070]: value = "task-1770008" [ 1303.300804] env[63070]: _type = "Task" [ 1303.300804] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.333916] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.412461] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e00187-8999-53e5-e840-41ed03342955, 'name': SearchDatastore_Task, 'duration_secs': 0.023214} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.416069] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d247aa-2c84-4f7b-b685-2651e6efaeb5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.421833] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1303.421833] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b02013-15a1-08a5-08a3-bcdbb82fbbb3" [ 1303.421833] env[63070]: _type = "Task" [ 1303.421833] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.433188] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b02013-15a1-08a5-08a3-bcdbb82fbbb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.463968] env[63070]: DEBUG nova.network.neutron [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Successfully updated port: 419bd738-594f-4dd3-95a1-482f9c8d1be2 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1303.525675] env[63070]: INFO nova.compute.manager [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Took 22.67 seconds to build instance. [ 1303.621541] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.622088] env[63070]: DEBUG nova.compute.manager [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1303.626339] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.294s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.629843] env[63070]: INFO nova.compute.claims [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.636486] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.636486] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.716338] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770007, 'name': CreateVM_Task, 'duration_secs': 0.324847} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.716654] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.717076] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.717300] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.717699] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.718134] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a6b31d-9e7b-486a-953e-ac27c636f742 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.723613] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1303.723613] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52889d68-9421-a66e-6c56-5d0e28b6f178" [ 1303.723613] env[63070]: _type = "Task" [ 1303.723613] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.733531] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52889d68-9421-a66e-6c56-5d0e28b6f178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.811730] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.846522] env[63070]: DEBUG nova.network.neutron [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Updated VIF entry in instance network info cache for port a64e5ff5-82b6-411c-9ef8-20d950c22373. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.846522] env[63070]: DEBUG nova.network.neutron [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Updating instance_info_cache with network_info: [{"id": "a64e5ff5-82b6-411c-9ef8-20d950c22373", "address": "fa:16:3e:c9:69:44", "network": {"id": "8902a68d-04a3-4729-9b97-f0300515becc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-556426709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18efcc57662e4ba49b5bdf85a4fd3fd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa64e5ff5-82", "ovs_interfaceid": "a64e5ff5-82b6-411c-9ef8-20d950c22373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.936368] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b02013-15a1-08a5-08a3-bcdbb82fbbb3, 'name': SearchDatastore_Task, 'duration_secs': 0.013875} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.936674] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.936887] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 7d27c230-29c7-4b01-9607-c928f2b76ddf/7d27c230-29c7-4b01-9607-c928f2b76ddf.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.937179] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6602c86a-4510-45d3-8877-42140d6c5163 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.944034] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1303.944034] env[63070]: value = "task-1770009" [ 1303.944034] env[63070]: _type = "Task" [ 1303.944034] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.953161] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.969824] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "refresh_cache-c3ff61a7-44d8-45e0-bf80-c38537c892cf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.969824] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquired lock "refresh_cache-c3ff61a7-44d8-45e0-bf80-c38537c892cf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.969824] env[63070]: DEBUG nova.network.neutron [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.028323] env[63070]: DEBUG oslo_concurrency.lockutils [None req-86e4fe9a-8b88-417b-9eaf-10b4d0b7d9e8 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lock "5d7a368a-9a6f-481f-90dc-6570d831be7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.185s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.139390] env[63070]: DEBUG nova.compute.utils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1304.142305] env[63070]: DEBUG nova.compute.manager [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.146022] env[63070]: DEBUG nova.compute.manager [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1304.146022] env[63070]: DEBUG nova.network.neutron [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.235916] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52889d68-9421-a66e-6c56-5d0e28b6f178, 'name': SearchDatastore_Task, 'duration_secs': 0.027241} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.236341] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.236621] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.236913] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.237101] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.237336] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.237728] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14c44549-f131-4464-9534-7187136a5187 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.261494] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.261494] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.262154] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28746b8a-026a-4605-ae1e-e0c5ff4e741d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.270897] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1304.270897] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520b837f-d201-2515-0b2d-d626dd9166cb" [ 1304.270897] env[63070]: _type = "Task" [ 1304.270897] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.280023] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520b837f-d201-2515-0b2d-d626dd9166cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.318940] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.324786] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "d78810bc-5406-4c10-87ee-1f7e65f68807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.325593] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "d78810bc-5406-4c10-87ee-1f7e65f68807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.349339] env[63070]: DEBUG oslo_concurrency.lockutils [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] Releasing lock "refresh_cache-ad195fa2-6bb5-41b9-aef6-d6805292c2f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.349339] env[63070]: DEBUG nova.compute.manager [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Received event network-vif-plugged-c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1304.349553] env[63070]: DEBUG oslo_concurrency.lockutils [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] Acquiring lock "7d27c230-29c7-4b01-9607-c928f2b76ddf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.349717] env[63070]: DEBUG oslo_concurrency.lockutils [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] Lock "7d27c230-29c7-4b01-9607-c928f2b76ddf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.349979] env[63070]: DEBUG oslo_concurrency.lockutils [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] Lock "7d27c230-29c7-4b01-9607-c928f2b76ddf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.350088] env[63070]: DEBUG nova.compute.manager [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] No waiting events found dispatching network-vif-plugged-c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.350227] env[63070]: WARNING nova.compute.manager [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Received unexpected event network-vif-plugged-c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9 for instance with vm_state building and task_state spawning. [ 1304.350385] env[63070]: DEBUG nova.compute.manager [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Received event network-changed-c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1304.350653] env[63070]: DEBUG nova.compute.manager [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Refreshing instance network info cache due to event network-changed-c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1304.350715] env[63070]: DEBUG oslo_concurrency.lockutils [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] Acquiring lock "refresh_cache-7d27c230-29c7-4b01-9607-c928f2b76ddf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.350836] env[63070]: DEBUG oslo_concurrency.lockutils [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] Acquired lock "refresh_cache-7d27c230-29c7-4b01-9607-c928f2b76ddf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.350986] env[63070]: DEBUG nova.network.neutron [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Refreshing network info cache for port c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.366081] env[63070]: DEBUG nova.policy [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9fd28c8dd51427c9b2e82d76ddf327b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57802a3cd00d4ff184a9a45d3dc6deb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1304.455032] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770009, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.582559] env[63070]: DEBUG nova.network.neutron [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.646020] env[63070]: DEBUG nova.compute.manager [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.675161] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.782618] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520b837f-d201-2515-0b2d-d626dd9166cb, 'name': SearchDatastore_Task, 'duration_secs': 0.082845} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.783439] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3d6fb5-edaf-45f0-a4f0-357ea5347ecd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.793152] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1304.793152] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523f486a-0112-bcf2-50e4-a2de6b196533" [ 1304.793152] env[63070]: _type = "Task" [ 1304.793152] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.800155] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523f486a-0112-bcf2-50e4-a2de6b196533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.812639] env[63070]: DEBUG oslo_vmware.api [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770008, 'name': PowerOnVM_Task, 'duration_secs': 1.243947} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.815151] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.815368] env[63070]: INFO nova.compute.manager [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Took 12.51 seconds to spawn the instance on the hypervisor. [ 1304.815651] env[63070]: DEBUG nova.compute.manager [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.816435] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f8585f-b759-4a21-ad36-e71bdb80e329 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.820993] env[63070]: DEBUG nova.network.neutron [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Successfully updated port: 314ecd36-9de6-4d25-baa5-889deb7ab6f8 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.832453] env[63070]: DEBUG nova.compute.manager [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.904251] env[63070]: DEBUG nova.network.neutron [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Updating instance_info_cache with network_info: [{"id": "419bd738-594f-4dd3-95a1-482f9c8d1be2", "address": "fa:16:3e:72:01:f1", "network": {"id": "014605d4-f014-4446-9643-274e9760f2af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-607296377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaf6f868092e44a2a46ec4752065db95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419bd738-59", "ovs_interfaceid": "419bd738-594f-4dd3-95a1-482f9c8d1be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.956820] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757302} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.960024] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 7d27c230-29c7-4b01-9607-c928f2b76ddf/7d27c230-29c7-4b01-9607-c928f2b76ddf.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.960480] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.961028] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c0d89b9-c097-4648-8967-bd510ca8257d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.974890] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1304.974890] env[63070]: value = "task-1770010" [ 1304.974890] env[63070]: _type = "Task" [ 1304.974890] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.982316] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae6e064-64b8-47ac-baf5-07efd86dad2e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.990821] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.992961] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ef68fb-67fa-49d4-a452-3d360120ee5b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.040221] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c3c45c-83db-4ead-80e9-5b061c1dbd0a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.046727] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "efe551af-1396-46e5-b398-d3785acae4f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.047025] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.056410] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbbd829-7ab8-4ba8-b390-36bfd3ebb661 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.076818] env[63070]: DEBUG nova.compute.provider_tree [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.219484] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "53521a81-effa-4be1-8093-c2fb7cf443ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.219484] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "53521a81-effa-4be1-8093-c2fb7cf443ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.282927] env[63070]: DEBUG nova.network.neutron [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Updated VIF entry in instance network info cache for port c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.283297] env[63070]: DEBUG nova.network.neutron [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Updating instance_info_cache with network_info: [{"id": "c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9", "address": "fa:16:3e:00:6b:75", "network": {"id": "aea9f7bd-1494-46da-9791-388a243210c1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1202475974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ceab11a5a54473846e730e26ab7fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc320c85c-c7", "ovs_interfaceid": "c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.311342] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523f486a-0112-bcf2-50e4-a2de6b196533, 'name': SearchDatastore_Task, 'duration_secs': 0.045192} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.311342] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.311342] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.311342] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3922bbd-ab12-45e3-92cc-d2407401dcd2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.322994] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1305.322994] env[63070]: value = "task-1770011" [ 1305.322994] env[63070]: _type = "Task" [ 1305.322994] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.334989] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquiring lock "refresh_cache-b006f13b-0041-499b-a4e2-019e9992071a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.335180] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquired lock "refresh_cache-b006f13b-0041-499b-a4e2-019e9992071a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.335471] env[63070]: DEBUG nova.network.neutron [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.337262] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.372049] env[63070]: INFO nova.compute.manager [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Took 22.73 seconds to build instance. [ 1305.372049] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.406681] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Releasing lock "refresh_cache-c3ff61a7-44d8-45e0-bf80-c38537c892cf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.407043] env[63070]: DEBUG nova.compute.manager [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Instance network_info: |[{"id": "419bd738-594f-4dd3-95a1-482f9c8d1be2", "address": "fa:16:3e:72:01:f1", "network": {"id": "014605d4-f014-4446-9643-274e9760f2af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-607296377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaf6f868092e44a2a46ec4752065db95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419bd738-59", "ovs_interfaceid": "419bd738-594f-4dd3-95a1-482f9c8d1be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1305.410288] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:01:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '419bd738-594f-4dd3-95a1-482f9c8d1be2', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.415676] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Creating folder: Project (eaf6f868092e44a2a46ec4752065db95). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.416048] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f7d9f86-bad4-4f80-bdda-df2b06fccb18 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.426364] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Created folder: Project (eaf6f868092e44a2a46ec4752065db95) in parent group-v367531. [ 1305.426580] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Creating folder: Instances. Parent ref: group-v367554. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.427033] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74621dc4-430f-4e1b-bca4-4409c1ef429e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.440398] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Created folder: Instances in parent group-v367554. [ 1305.440398] env[63070]: DEBUG oslo.service.loopingcall [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1305.440398] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.440398] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-007dd857-1c1a-4f70-b727-3eeb0899b3fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.461888] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.461888] env[63070]: value = "task-1770014" [ 1305.461888] env[63070]: _type = "Task" [ 1305.461888] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.472565] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770014, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.491844] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169138} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.491844] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.491844] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9b9750-89b5-437a-9d7d-79c75392c011 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.521337] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 7d27c230-29c7-4b01-9607-c928f2b76ddf/7d27c230-29c7-4b01-9607-c928f2b76ddf.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.521337] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc28e10-1710-45bd-8f67-12d5936218ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.546956] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1305.546956] env[63070]: value = "task-1770015" [ 1305.546956] env[63070]: _type = "Task" [ 1305.546956] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.551048] env[63070]: DEBUG nova.compute.manager [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.560621] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.572841] env[63070]: DEBUG nova.network.neutron [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Successfully created port: 60a67c5b-a169-46ce-8bf9-970f3c33ce4e {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.584015] env[63070]: DEBUG nova.scheduler.client.report [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.660920] env[63070]: DEBUG nova.compute.manager [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1305.692943] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.693356] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.693596] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.693806] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.693956] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.694118] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.694332] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.694557] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.694742] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.695017] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.695348] env[63070]: DEBUG nova.virt.hardware [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.696907] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54859454-39fa-4fd0-9dc2-49432826cc49 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.709762] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7a053f-49ce-41ce-a3e5-2253374570ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.719037] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.719264] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.787962] env[63070]: DEBUG oslo_concurrency.lockutils [req-2e4bd9dd-eb71-41bb-af59-9037f11724ff req-b4edbe72-8e56-46be-8051-d01acd2fba5b service nova] Releasing lock "refresh_cache-7d27c230-29c7-4b01-9607-c928f2b76ddf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.836186] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770011, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.878791] env[63070]: DEBUG nova.network.neutron [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.881610] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bf41ac20-1114-404e-9f65-494bc263218e tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.260s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.974442] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770014, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.062308] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.088340] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.088885] env[63070]: DEBUG nova.compute.manager [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1306.093178] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.093472] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.072s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.185131] env[63070]: DEBUG nova.network.neutron [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Updating instance_info_cache with network_info: [{"id": "314ecd36-9de6-4d25-baa5-889deb7ab6f8", "address": "fa:16:3e:f7:b0:07", "network": {"id": "a1acda24-30d9-4cc3-84fd-5f1c084c1a1c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1700964521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ae20cdce44e5bcda86ec5724a1ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314ecd36-9d", "ovs_interfaceid": "314ecd36-9de6-4d25-baa5-889deb7ab6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.346021] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666499} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.346309] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.347936] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.347936] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-777a52c9-81b3-439a-af54-7a1196358285 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.357227] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1306.357227] env[63070]: value = "task-1770016" [ 1306.357227] env[63070]: _type = "Task" [ 1306.357227] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.368486] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.388418] env[63070]: DEBUG nova.compute.manager [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.451799] env[63070]: DEBUG nova.compute.manager [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Received event network-vif-plugged-419bd738-594f-4dd3-95a1-482f9c8d1be2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1306.451799] env[63070]: DEBUG oslo_concurrency.lockutils [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] Acquiring lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.451799] env[63070]: DEBUG oslo_concurrency.lockutils [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] Lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.451799] env[63070]: DEBUG oslo_concurrency.lockutils [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] Lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.451799] env[63070]: DEBUG nova.compute.manager [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] No waiting events found dispatching network-vif-plugged-419bd738-594f-4dd3-95a1-482f9c8d1be2 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.452541] env[63070]: WARNING nova.compute.manager [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Received unexpected event network-vif-plugged-419bd738-594f-4dd3-95a1-482f9c8d1be2 for instance with vm_state building and task_state spawning. [ 1306.452541] env[63070]: DEBUG nova.compute.manager [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Received event network-changed-419bd738-594f-4dd3-95a1-482f9c8d1be2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1306.452541] env[63070]: DEBUG nova.compute.manager [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Refreshing instance network info cache due to event network-changed-419bd738-594f-4dd3-95a1-482f9c8d1be2. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1306.452541] env[63070]: DEBUG oslo_concurrency.lockutils [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] Acquiring lock "refresh_cache-c3ff61a7-44d8-45e0-bf80-c38537c892cf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.452541] env[63070]: DEBUG oslo_concurrency.lockutils [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] Acquired lock "refresh_cache-c3ff61a7-44d8-45e0-bf80-c38537c892cf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.453398] env[63070]: DEBUG nova.network.neutron [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Refreshing network info cache for port 419bd738-594f-4dd3-95a1-482f9c8d1be2 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.473831] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770014, 'name': CreateVM_Task, 'duration_secs': 0.613777} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.473978] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.476380] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.476380] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.476380] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1306.476380] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2aeefda-51b6-458a-90b2-2dc4c1c26c3a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.482053] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1306.482053] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c8a21e-742d-aa16-499b-d4e227ac17db" [ 1306.482053] env[63070]: _type = "Task" [ 1306.482053] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.490987] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c8a21e-742d-aa16-499b-d4e227ac17db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.562026] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770015, 'name': ReconfigVM_Task, 'duration_secs': 0.89314} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.562026] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 7d27c230-29c7-4b01-9607-c928f2b76ddf/7d27c230-29c7-4b01-9607-c928f2b76ddf.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.562650] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb76058a-4056-43d8-8391-f4bc8f6733e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.571340] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1306.571340] env[63070]: value = "task-1770017" [ 1306.571340] env[63070]: _type = "Task" [ 1306.571340] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.581169] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770017, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.598781] env[63070]: DEBUG nova.compute.utils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1306.606288] env[63070]: INFO nova.compute.claims [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.610317] env[63070]: DEBUG nova.compute.manager [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1306.610317] env[63070]: DEBUG nova.network.neutron [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.690031] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Releasing lock "refresh_cache-b006f13b-0041-499b-a4e2-019e9992071a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.690031] env[63070]: DEBUG nova.compute.manager [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Instance network_info: |[{"id": "314ecd36-9de6-4d25-baa5-889deb7ab6f8", "address": "fa:16:3e:f7:b0:07", "network": {"id": "a1acda24-30d9-4cc3-84fd-5f1c084c1a1c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1700964521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ae20cdce44e5bcda86ec5724a1ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314ecd36-9d", "ovs_interfaceid": "314ecd36-9de6-4d25-baa5-889deb7ab6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1306.690394] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:b0:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '314ecd36-9de6-4d25-baa5-889deb7ab6f8', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.697461] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Creating folder: Project (eee2ae20cdce44e5bcda86ec5724a1ba). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.699545] env[63070]: DEBUG nova.policy [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e72259955c3472a96dd6a117f12f38f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22151a41978d4196bb7d9c1f09c4b450', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.701097] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01f539bf-8035-4486-8b77-22d149c873fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.715587] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Created folder: Project (eee2ae20cdce44e5bcda86ec5724a1ba) in parent group-v367531. [ 1306.715587] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Creating folder: Instances. Parent ref: group-v367557. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.715587] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b485e2d-4342-4a6d-8229-e9aed562f9a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.728140] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Created folder: Instances in parent group-v367557. [ 1306.728402] env[63070]: DEBUG oslo.service.loopingcall [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1306.728627] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.729049] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75dabc1d-3b65-4752-ad5d-97564afed9bc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.754511] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.754511] env[63070]: value = "task-1770020" [ 1306.754511] env[63070]: _type = "Task" [ 1306.754511] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.764467] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770020, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.871136] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092626} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.871424] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.872495] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a173c-cd25-4309-bbdf-6b4b417f950d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.894931] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.900253] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d02b22-e442-48b8-9039-8904974e5e8f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.925199] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1306.925199] env[63070]: value = "task-1770021" [ 1306.925199] env[63070]: _type = "Task" [ 1306.925199] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.940196] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.940196] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.993857] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c8a21e-742d-aa16-499b-d4e227ac17db, 'name': SearchDatastore_Task, 'duration_secs': 0.040156} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.994224] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.994889] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.994889] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.994889] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.995124] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.995353] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afe8d099-90ff-4052-8b1d-a42b67e089bb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.019184] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.019184] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.019516] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7206cbd5-bf72-4625-bded-e58a48c41a10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.031830] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1307.031830] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52be1495-0aed-7652-4175-e1a60df4dd43" [ 1307.031830] env[63070]: _type = "Task" [ 1307.031830] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.041234] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52be1495-0aed-7652-4175-e1a60df4dd43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.089159] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770017, 'name': Rename_Task, 'duration_secs': 0.435506} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.089627] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.090047] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ff022c3-adb1-4742-8ac3-721cc0e3260e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.100239] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1307.100239] env[63070]: value = "task-1770022" [ 1307.100239] env[63070]: _type = "Task" [ 1307.100239] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.112941] env[63070]: DEBUG nova.compute.manager [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1307.119982] env[63070]: INFO nova.compute.resource_tracker [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating resource usage from migration d432be99-748d-437d-951c-b79c1d68af5f [ 1307.124353] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.272827] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770020, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.441358] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770021, 'name': ReconfigVM_Task, 'duration_secs': 0.343382} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.444295] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.448596] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed17e512-9d73-4195-8917-790a30b95e9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.460697] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1307.460697] env[63070]: value = "task-1770023" [ 1307.460697] env[63070]: _type = "Task" [ 1307.460697] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.482012] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770023, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.510845] env[63070]: DEBUG nova.network.neutron [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Successfully created port: f3812580-2d5f-432b-a47f-fa9e8e169201 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.525524] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a679c0-e285-4fae-9dbe-8993d2ec3162 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.539485] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f8c13e-2907-4fd8-8fbf-830cdc61af39 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.555833] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52be1495-0aed-7652-4175-e1a60df4dd43, 'name': SearchDatastore_Task, 'duration_secs': 0.014186} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.583208] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28ec98d2-435d-411f-9c60-01b18960ad28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.586033] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f586444f-d39d-4c89-8795-83d2778edf20 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.593210] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1307.593210] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52038d99-1540-cb98-bc2a-f4c0f9aff0d8" [ 1307.593210] env[63070]: _type = "Task" [ 1307.593210] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.600909] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86f3c32-5d21-4880-be5e-2b272cc60b8e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.611103] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52038d99-1540-cb98-bc2a-f4c0f9aff0d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.624307] env[63070]: DEBUG nova.compute.provider_tree [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.629088] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.656221] env[63070]: DEBUG nova.network.neutron [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Updated VIF entry in instance network info cache for port 419bd738-594f-4dd3-95a1-482f9c8d1be2. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.656894] env[63070]: DEBUG nova.network.neutron [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Updating instance_info_cache with network_info: [{"id": "419bd738-594f-4dd3-95a1-482f9c8d1be2", "address": "fa:16:3e:72:01:f1", "network": {"id": "014605d4-f014-4446-9643-274e9760f2af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-607296377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaf6f868092e44a2a46ec4752065db95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419bd738-59", "ovs_interfaceid": "419bd738-594f-4dd3-95a1-482f9c8d1be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.764108] env[63070]: DEBUG nova.network.neutron [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Successfully updated port: 60a67c5b-a169-46ce-8bf9-970f3c33ce4e {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.775099] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770020, 'name': CreateVM_Task, 'duration_secs': 0.525388} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.775381] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.776596] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.776596] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.776596] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1307.776893] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df2a0808-0506-4a5a-b43d-74f20b0ad6be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.784705] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for the task: (returnval){ [ 1307.784705] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520d6110-4067-af84-a6aa-c5165b2604f6" [ 1307.784705] env[63070]: _type = "Task" [ 1307.784705] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.794516] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520d6110-4067-af84-a6aa-c5165b2604f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.974225] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770023, 'name': Rename_Task, 'duration_secs': 0.170253} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.974610] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.974963] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-395b1af2-cc15-4e65-b04c-7509c3609ca1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.984589] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1307.984589] env[63070]: value = "task-1770024" [ 1307.984589] env[63070]: _type = "Task" [ 1307.984589] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.002875] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.106401] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52038d99-1540-cb98-bc2a-f4c0f9aff0d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016233} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.109669] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.109815] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c3ff61a7-44d8-45e0-bf80-c38537c892cf/c3ff61a7-44d8-45e0-bf80-c38537c892cf.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.110093] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-281ef0fd-dc19-4efb-a11f-02e9ec845087 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.120826] env[63070]: DEBUG oslo_vmware.api [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770022, 'name': PowerOnVM_Task, 'duration_secs': 0.879819} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.121679] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.121881] env[63070]: INFO nova.compute.manager [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Took 12.47 seconds to spawn the instance on the hypervisor. [ 1308.122123] env[63070]: DEBUG nova.compute.manager [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.122918] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1308.122918] env[63070]: value = "task-1770025" [ 1308.122918] env[63070]: _type = "Task" [ 1308.122918] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.123230] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c74dde-2b69-4224-b2c6-5aa4cecd49d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.126765] env[63070]: DEBUG nova.compute.manager [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.132507] env[63070]: DEBUG nova.scheduler.client.report [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.151556] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.160662] env[63070]: DEBUG oslo_concurrency.lockutils [req-cf60214a-583f-47d1-a710-60bac0123e36 req-b6d1bfa3-9ada-481e-8932-c15141d6732d service nova] Releasing lock "refresh_cache-c3ff61a7-44d8-45e0-bf80-c38537c892cf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.172153] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.172318] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.172418] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.172626] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.172780] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.172924] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.173147] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.173306] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.173473] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.173669] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.173855] env[63070]: DEBUG nova.virt.hardware [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.175021] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a6ca4e-1d7b-44c4-97f4-dacd8f54aefd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.185053] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fb9bbd-9fe0-4409-acfe-8b331a210798 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.267359] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquiring lock "refresh_cache-ff8db541-0494-4e5f-bad8-41b37b6a7b47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.267359] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquired lock "refresh_cache-ff8db541-0494-4e5f-bad8-41b37b6a7b47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.267359] env[63070]: DEBUG nova.network.neutron [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.297254] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520d6110-4067-af84-a6aa-c5165b2604f6, 'name': SearchDatastore_Task, 'duration_secs': 0.017678} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.297908] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.297908] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.298109] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.298296] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.298482] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.299037] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b726e491-a4d8-4ea4-9d40-f037e0365d82 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.310978] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.311211] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.311943] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c7d1d5-2638-4687-912e-0e821b8d5c8e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.321186] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for the task: (returnval){ [ 1308.321186] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52049493-50b3-4687-4e32-aa0ba70556cd" [ 1308.321186] env[63070]: _type = "Task" [ 1308.321186] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.335228] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52049493-50b3-4687-4e32-aa0ba70556cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.335317] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33937ce1-e875-4807-a339-f6b9c4f10215 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.343603] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for the task: (returnval){ [ 1308.343603] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527a78e8-c090-452a-46c0-932d6b6637ff" [ 1308.343603] env[63070]: _type = "Task" [ 1308.343603] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.355026] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527a78e8-c090-452a-46c0-932d6b6637ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.444388] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "46c4833a-37de-4b16-904a-a88e50cb1998" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.447576] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "46c4833a-37de-4b16-904a-a88e50cb1998" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.506820] env[63070]: DEBUG oslo_vmware.api [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770024, 'name': PowerOnVM_Task, 'duration_secs': 0.480377} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.507151] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.508433] env[63070]: DEBUG nova.compute.manager [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.509453] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db157b8-23f5-4e58-a99d-7798ecbeb6ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.638798] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770025, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.654619] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.561s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.654700] env[63070]: INFO nova.compute.manager [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Migrating [ 1308.654932] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.655085] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.661869] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.484s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.663449] env[63070]: INFO nova.compute.claims [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.668674] env[63070]: INFO nova.compute.manager [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Took 24.77 seconds to build instance. [ 1308.838245] env[63070]: DEBUG nova.network.neutron [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.853925] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527a78e8-c090-452a-46c0-932d6b6637ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012228} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.854186] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.856115] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] b006f13b-0041-499b-a4e2-019e9992071a/b006f13b-0041-499b-a4e2-019e9992071a.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.856115] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-630c8264-85a2-425e-b5d4-b72de5e40e2a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.862801] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for the task: (returnval){ [ 1308.862801] env[63070]: value = "task-1770026" [ 1308.862801] env[63070]: _type = "Task" [ 1308.862801] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.874942] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.039687] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.092530] env[63070]: DEBUG nova.network.neutron [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Updating instance_info_cache with network_info: [{"id": "60a67c5b-a169-46ce-8bf9-970f3c33ce4e", "address": "fa:16:3e:c8:8e:ec", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60a67c5b-a1", "ovs_interfaceid": "60a67c5b-a169-46ce-8bf9-970f3c33ce4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.104892] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.104892] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.140299] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590107} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.140483] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c3ff61a7-44d8-45e0-bf80-c38537c892cf/c3ff61a7-44d8-45e0-bf80-c38537c892cf.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.140656] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.141580] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ccbb863-017e-4bd5-a56e-b7675a1f4b6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.153795] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1309.153795] env[63070]: value = "task-1770027" [ 1309.153795] env[63070]: _type = "Task" [ 1309.153795] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.163683] env[63070]: INFO nova.compute.rpcapi [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1309.164649] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.177148] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.180401] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2426224a-f1a8-46a3-ae5b-2a73340c2eaa tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lock "7d27c230-29c7-4b01-9607-c928f2b76ddf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.289s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.375924] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770026, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.527992] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.528739] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.597028] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Releasing lock "refresh_cache-ff8db541-0494-4e5f-bad8-41b37b6a7b47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.597028] env[63070]: DEBUG nova.compute.manager [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Instance network_info: |[{"id": "60a67c5b-a169-46ce-8bf9-970f3c33ce4e", "address": "fa:16:3e:c8:8e:ec", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60a67c5b-a1", "ovs_interfaceid": "60a67c5b-a169-46ce-8bf9-970f3c33ce4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.597318] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:8e:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60a67c5b-a169-46ce-8bf9-970f3c33ce4e', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.607823] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Creating folder: Project (57802a3cd00d4ff184a9a45d3dc6deb7). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.608541] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e56f4d2-f3b0-4dcf-ac94-e02d2047939e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.625566] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Created folder: Project (57802a3cd00d4ff184a9a45d3dc6deb7) in parent group-v367531. [ 1309.625566] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Creating folder: Instances. Parent ref: group-v367560. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.625566] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-688287f9-72c1-45ff-96cb-f0e953435cb5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.635922] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Created folder: Instances in parent group-v367560. [ 1309.636787] env[63070]: DEBUG oslo.service.loopingcall [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.637319] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.637722] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c82472f1-943e-4715-8bde-1bc166c8fd7e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.667236] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17484} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.668673] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.669313] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.669313] env[63070]: value = "task-1770030" [ 1309.669313] env[63070]: _type = "Task" [ 1309.669313] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.670156] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be36c969-5aba-43e8-8138-b9b275e503f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.682616] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770030, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.697612] env[63070]: DEBUG nova.compute.manager [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.704018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.704018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.704018] env[63070]: DEBUG nova.network.neutron [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.711638] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c3ff61a7-44d8-45e0-bf80-c38537c892cf/c3ff61a7-44d8-45e0-bf80-c38537c892cf.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.712638] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccfd4854-796e-4c01-bca4-d089dd7111e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.729944] env[63070]: DEBUG nova.compute.manager [req-2ff0e8f8-d123-4608-b8c7-822eeca91c8b req-c6fa14e7-c473-4397-8136-efac8cefe6ea service nova] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Received event network-vif-plugged-60a67c5b-a169-46ce-8bf9-970f3c33ce4e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1309.730134] env[63070]: DEBUG oslo_concurrency.lockutils [req-2ff0e8f8-d123-4608-b8c7-822eeca91c8b req-c6fa14e7-c473-4397-8136-efac8cefe6ea service nova] Acquiring lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.730342] env[63070]: DEBUG oslo_concurrency.lockutils [req-2ff0e8f8-d123-4608-b8c7-822eeca91c8b req-c6fa14e7-c473-4397-8136-efac8cefe6ea service nova] Lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.730764] env[63070]: DEBUG oslo_concurrency.lockutils [req-2ff0e8f8-d123-4608-b8c7-822eeca91c8b req-c6fa14e7-c473-4397-8136-efac8cefe6ea service nova] Lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.730764] env[63070]: DEBUG nova.compute.manager [req-2ff0e8f8-d123-4608-b8c7-822eeca91c8b req-c6fa14e7-c473-4397-8136-efac8cefe6ea service nova] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] No waiting events found dispatching network-vif-plugged-60a67c5b-a169-46ce-8bf9-970f3c33ce4e {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.730829] env[63070]: WARNING nova.compute.manager [req-2ff0e8f8-d123-4608-b8c7-822eeca91c8b req-c6fa14e7-c473-4397-8136-efac8cefe6ea service nova] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Received unexpected event network-vif-plugged-60a67c5b-a169-46ce-8bf9-970f3c33ce4e for instance with vm_state building and task_state spawning. [ 1309.737858] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1309.737858] env[63070]: value = "task-1770031" [ 1309.737858] env[63070]: _type = "Task" [ 1309.737858] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.751173] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.879498] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826667} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.882632] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] b006f13b-0041-499b-a4e2-019e9992071a/b006f13b-0041-499b-a4e2-019e9992071a.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.882916] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.883587] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee7a3cf3-1fef-4def-a1d7-5fd297116bb2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.894077] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for the task: (returnval){ [ 1309.894077] env[63070]: value = "task-1770032" [ 1309.894077] env[63070]: _type = "Task" [ 1309.894077] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.903564] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.992781] env[63070]: DEBUG nova.compute.manager [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Received event network-vif-plugged-314ecd36-9de6-4d25-baa5-889deb7ab6f8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1309.992989] env[63070]: DEBUG oslo_concurrency.lockutils [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] Acquiring lock "b006f13b-0041-499b-a4e2-019e9992071a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.993231] env[63070]: DEBUG oslo_concurrency.lockutils [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] Lock "b006f13b-0041-499b-a4e2-019e9992071a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.993391] env[63070]: DEBUG oslo_concurrency.lockutils [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] Lock "b006f13b-0041-499b-a4e2-019e9992071a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.993549] env[63070]: DEBUG nova.compute.manager [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] No waiting events found dispatching network-vif-plugged-314ecd36-9de6-4d25-baa5-889deb7ab6f8 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.993717] env[63070]: WARNING nova.compute.manager [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Received unexpected event network-vif-plugged-314ecd36-9de6-4d25-baa5-889deb7ab6f8 for instance with vm_state building and task_state spawning. [ 1309.994081] env[63070]: DEBUG nova.compute.manager [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Received event network-changed-314ecd36-9de6-4d25-baa5-889deb7ab6f8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1309.994248] env[63070]: DEBUG nova.compute.manager [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Refreshing instance network info cache due to event network-changed-314ecd36-9de6-4d25-baa5-889deb7ab6f8. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1309.994422] env[63070]: DEBUG oslo_concurrency.lockutils [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] Acquiring lock "refresh_cache-b006f13b-0041-499b-a4e2-019e9992071a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.994548] env[63070]: DEBUG oslo_concurrency.lockutils [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] Acquired lock "refresh_cache-b006f13b-0041-499b-a4e2-019e9992071a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.994694] env[63070]: DEBUG nova.network.neutron [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Refreshing network info cache for port 314ecd36-9de6-4d25-baa5-889deb7ab6f8 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.057731] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae550c0-2fbf-4ca1-a71f-9346f248fe7b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.070955] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caf436b-f854-43ed-91c9-02e69368d770 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.103221] env[63070]: DEBUG nova.network.neutron [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Successfully updated port: f3812580-2d5f-432b-a47f-fa9e8e169201 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.105040] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bcdacc-997b-41bb-bd9d-4f1953b4a6ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.116699] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0d5630-ed4e-47bc-b9a5-5b7a115aa2c6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.133788] env[63070]: DEBUG nova.compute.provider_tree [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.184216] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770030, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.236808] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.248915] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.405954] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079546} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.405954] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.407191] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d8c22e-bd23-4357-8338-63096879e9f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.433487] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] b006f13b-0041-499b-a4e2-019e9992071a/b006f13b-0041-499b-a4e2-019e9992071a.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.436872] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0406aad0-f090-4c3e-aeb3-c005526150a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.460952] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for the task: (returnval){ [ 1310.460952] env[63070]: value = "task-1770033" [ 1310.460952] env[63070]: _type = "Task" [ 1310.460952] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.471403] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.611431] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquiring lock "refresh_cache-42087068-2562-47f2-b666-7db8b405d787" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.611895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquired lock "refresh_cache-42087068-2562-47f2-b666-7db8b405d787" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.612286] env[63070]: DEBUG nova.network.neutron [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.666231] env[63070]: ERROR nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [req-2c73ee3f-7233-48cf-a704-913866e4de27] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c73ee3f-7233-48cf-a704-913866e4de27"}]} [ 1310.686447] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770030, 'name': CreateVM_Task, 'duration_secs': 0.839477} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.686447] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.686447] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.686743] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.687216] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1310.687488] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d4b5d0-cc09-44ac-bce3-43c7c73771fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.692519] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1310.696268] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for the task: (returnval){ [ 1310.696268] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526b5a9f-2992-30f1-37a9-9188ab17a2a3" [ 1310.696268] env[63070]: _type = "Task" [ 1310.696268] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.719679] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526b5a9f-2992-30f1-37a9-9188ab17a2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.722124] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1310.722273] env[63070]: DEBUG nova.compute.provider_tree [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.745986] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1310.761994] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770031, 'name': ReconfigVM_Task, 'duration_secs': 0.89088} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.762752] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c3ff61a7-44d8-45e0-bf80-c38537c892cf/c3ff61a7-44d8-45e0-bf80-c38537c892cf.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.763254] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4711c393-d49e-473e-9aa3-9e43a64d18d0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.778652] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1310.778652] env[63070]: value = "task-1770034" [ 1310.778652] env[63070]: _type = "Task" [ 1310.778652] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.789365] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770034, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.790358] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1310.796767] env[63070]: DEBUG nova.network.neutron [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance_info_cache with network_info: [{"id": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "address": "fa:16:3e:2c:e6:41", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f238d42-18", "ovs_interfaceid": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.982886] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770033, 'name': ReconfigVM_Task, 'duration_secs': 0.501951} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.983588] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] b006f13b-0041-499b-a4e2-019e9992071a/b006f13b-0041-499b-a4e2-019e9992071a.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.984436] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac5b535b-f4cf-4bb5-9466-f7a9e7eb5e2a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.998542] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for the task: (returnval){ [ 1310.998542] env[63070]: value = "task-1770035" [ 1310.998542] env[63070]: _type = "Task" [ 1310.998542] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.014914] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770035, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.063666] env[63070]: DEBUG nova.network.neutron [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Updated VIF entry in instance network info cache for port 314ecd36-9de6-4d25-baa5-889deb7ab6f8. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.063666] env[63070]: DEBUG nova.network.neutron [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Updating instance_info_cache with network_info: [{"id": "314ecd36-9de6-4d25-baa5-889deb7ab6f8", "address": "fa:16:3e:f7:b0:07", "network": {"id": "a1acda24-30d9-4cc3-84fd-5f1c084c1a1c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1700964521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ae20cdce44e5bcda86ec5724a1ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314ecd36-9d", "ovs_interfaceid": "314ecd36-9de6-4d25-baa5-889deb7ab6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.180173] env[63070]: DEBUG nova.network.neutron [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.209655] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526b5a9f-2992-30f1-37a9-9188ab17a2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.030551} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.213363] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.213711] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.214033] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.214507] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.214507] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.216257] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec8e5b35-82c4-43f5-918f-147b5db1c705 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.221727] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a947822-f7fb-4fc3-8840-f01d103f8047 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.243477] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd54934-0e4c-475f-9caa-a8eb2f2664e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.247112] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.247366] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.248419] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0b4136-b819-4380-ba2e-4c8dffb16e38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.259833] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for the task: (returnval){ [ 1311.259833] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521114ca-3968-0d8b-9daf-bac5ace920e9" [ 1311.259833] env[63070]: _type = "Task" [ 1311.259833] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.299092] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d4fceb-a930-4bbb-b25f-b1088a08ee0e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.308452] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.314324] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770034, 'name': Rename_Task, 'duration_secs': 0.217188} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.320775] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.321203] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521114ca-3968-0d8b-9daf-bac5ace920e9, 'name': SearchDatastore_Task, 'duration_secs': 0.034863} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.321443] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bfb4371-fcd5-4166-bb2c-bfc8606480f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.324419] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa01d7e6-dd66-4450-b690-728c92463a76 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.337058] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c909adfd-15ea-453f-b32f-6e8b170c2f40 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.343873] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for the task: (returnval){ [ 1311.343873] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529293d5-38eb-b98b-bcc8-62b72f6bdd28" [ 1311.343873] env[63070]: _type = "Task" [ 1311.343873] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.354886] env[63070]: DEBUG nova.compute.provider_tree [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.361186] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1311.361186] env[63070]: value = "task-1770036" [ 1311.361186] env[63070]: _type = "Task" [ 1311.361186] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.370785] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529293d5-38eb-b98b-bcc8-62b72f6bdd28, 'name': SearchDatastore_Task, 'duration_secs': 0.019737} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.372086] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.372086] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ff8db541-0494-4e5f-bad8-41b37b6a7b47/ff8db541-0494-4e5f-bad8-41b37b6a7b47.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.372086] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dee0454-2f26-4a67-acee-f09f6ccdd9d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.378303] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770036, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.388276] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for the task: (returnval){ [ 1311.388276] env[63070]: value = "task-1770037" [ 1311.388276] env[63070]: _type = "Task" [ 1311.388276] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.413829] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.513072] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770035, 'name': Rename_Task, 'duration_secs': 0.185363} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.516921] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.517369] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3747449-0c0f-4b5f-a869-fa78aa2e2c17 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.537023] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for the task: (returnval){ [ 1311.537023] env[63070]: value = "task-1770038" [ 1311.537023] env[63070]: _type = "Task" [ 1311.537023] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.556528] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.565948] env[63070]: DEBUG oslo_concurrency.lockutils [req-2a8f90b9-b310-429a-a994-8626c2fefa1c req-8bc922d3-3a93-47ad-9096-02464f4c84c5 service nova] Releasing lock "refresh_cache-b006f13b-0041-499b-a4e2-019e9992071a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.583761] env[63070]: DEBUG nova.network.neutron [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Updating instance_info_cache with network_info: [{"id": "f3812580-2d5f-432b-a47f-fa9e8e169201", "address": "fa:16:3e:63:0e:ac", "network": {"id": "0f4d468b-08ad-4cda-aa42-edd593c7d2e3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-196335666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22151a41978d4196bb7d9c1f09c4b450", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3812580-2d", "ovs_interfaceid": "f3812580-2d5f-432b-a47f-fa9e8e169201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.794330] env[63070]: DEBUG nova.compute.manager [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.797046] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168153af-cd7c-497f-82d1-9b16e10d24ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.808545] env[63070]: INFO nova.compute.manager [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Rebuilding instance [ 1311.889081] env[63070]: DEBUG nova.compute.manager [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.890170] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770036, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.891174] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c96943-3f91-46ab-80b3-0d6526c78f88 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.895036] env[63070]: ERROR nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [req-640e7794-b2cb-45fc-bbe7-6b6a00d54410] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-640e7794-b2cb-45fc-bbe7-6b6a00d54410"}]} [ 1311.915802] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770037, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.922449] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1311.951890] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1311.952166] env[63070]: DEBUG nova.compute.provider_tree [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.983271] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: 4d258823-26c6-4dfa-a798-12604511ce31 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1312.011874] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1312.055254] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770038, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.089578] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Releasing lock "refresh_cache-42087068-2562-47f2-b666-7db8b405d787" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.090283] env[63070]: DEBUG nova.compute.manager [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Instance network_info: |[{"id": "f3812580-2d5f-432b-a47f-fa9e8e169201", "address": "fa:16:3e:63:0e:ac", "network": {"id": "0f4d468b-08ad-4cda-aa42-edd593c7d2e3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-196335666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22151a41978d4196bb7d9c1f09c4b450", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3812580-2d", "ovs_interfaceid": "f3812580-2d5f-432b-a47f-fa9e8e169201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.091600] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:0e:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3812580-2d5f-432b-a47f-fa9e8e169201', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.100261] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Creating folder: Project (22151a41978d4196bb7d9c1f09c4b450). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.100974] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87cf6dc8-652a-4eb8-b08e-5c8b82e6d076 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.115503] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Created folder: Project (22151a41978d4196bb7d9c1f09c4b450) in parent group-v367531. [ 1312.115503] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Creating folder: Instances. Parent ref: group-v367563. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.117303] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8abf6f00-b24a-40b3-bfe9-08233f589d00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.137462] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Created folder: Instances in parent group-v367563. [ 1312.137462] env[63070]: DEBUG oslo.service.loopingcall [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1312.137462] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42087068-2562-47f2-b666-7db8b405d787] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.137462] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aba19c2e-829e-4893-a276-0e294d00a52f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.160409] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.160409] env[63070]: value = "task-1770041" [ 1312.160409] env[63070]: _type = "Task" [ 1312.160409] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.168942] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770041, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.316948] env[63070]: INFO nova.compute.manager [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] instance snapshotting [ 1312.320470] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91d0b2b-3b96-4209-86b8-cc9b2d3a58ed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.365407] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2dac60-f7d7-4747-bc9c-aad792ca5dd4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.388844] env[63070]: DEBUG oslo_vmware.api [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770036, 'name': PowerOnVM_Task, 'duration_secs': 0.707819} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.389870] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.390324] env[63070]: INFO nova.compute.manager [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Took 11.55 seconds to spawn the instance on the hypervisor. [ 1312.390874] env[63070]: DEBUG nova.compute.manager [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.393282] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b908f8-f052-449a-bac4-0f35d836c8b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.419106] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697379} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.419106] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ff8db541-0494-4e5f-bad8-41b37b6a7b47/ff8db541-0494-4e5f-bad8-41b37b6a7b47.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.419106] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.419318] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5122a9ff-6023-4a20-a86c-b6b38562dcfd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.427876] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for the task: (returnval){ [ 1312.427876] env[63070]: value = "task-1770042" [ 1312.427876] env[63070]: _type = "Task" [ 1312.427876] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.443428] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.531037] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d4bbed-9204-4ac3-b681-5563da4983a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.558186] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99a80b3-704f-4774-a400-c804ec7f695f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.563146] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770038, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.594510] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ead5dc3-20b3-40d5-903f-fbc978881990 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.604060] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f2b86-8775-42f3-a36f-17a28fa257bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.623440] env[63070]: DEBUG nova.compute.provider_tree [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.669948] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770041, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.833354] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5887237a-3df3-49fd-9f2c-3e332996c46a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.854799] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance '061f91da-9911-4400-ba28-0e85b2c328f5' progress to 0 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.893019] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1312.893019] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4481de1a-7c43-4c22-827e-f71134c3e4d9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.903768] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1312.903768] env[63070]: value = "task-1770043" [ 1312.903768] env[63070]: _type = "Task" [ 1312.903768] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.917542] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770043, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.922542] env[63070]: DEBUG nova.compute.manager [None req-bbdd1358-adc2-45c5-8608-32a8c0e32523 tempest-ServerDiagnosticsV248Test-1137286412 tempest-ServerDiagnosticsV248Test-1137286412-project-admin] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.923140] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.924160] env[63070]: INFO nova.compute.manager [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Took 16.56 seconds to build instance. [ 1312.928220] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624255d2-c1b3-4cd3-b25c-7f46565eb9ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.930878] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e16f2b8-5635-4b83-9780-0f041276e407 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.940110] env[63070]: INFO nova.compute.manager [None req-bbdd1358-adc2-45c5-8608-32a8c0e32523 tempest-ServerDiagnosticsV248Test-1137286412 tempest-ServerDiagnosticsV248Test-1137286412-project-admin] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Retrieving diagnostics [ 1312.941413] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26746d72-6f4c-40ae-98c8-c750683a6584 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.945429] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for the task: (returnval){ [ 1312.945429] env[63070]: value = "task-1770044" [ 1312.945429] env[63070]: _type = "Task" [ 1312.945429] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.951228] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084368} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.956207] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.983554] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1bd1b7-4262-4604-bf81-b297de04d3d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.996503] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.018429] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ff8db541-0494-4e5f-bad8-41b37b6a7b47/ff8db541-0494-4e5f-bad8-41b37b6a7b47.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.018429] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6624f022-2d17-4ccb-8475-0cdd6968b8e4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.052343] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770038, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.053941] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for the task: (returnval){ [ 1313.053941] env[63070]: value = "task-1770045" [ 1313.053941] env[63070]: _type = "Task" [ 1313.053941] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.064723] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.151074] env[63070]: ERROR nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [req-34d0eb1a-70c4-4b13-ad01-b9aa9a0c3d1b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-34d0eb1a-70c4-4b13-ad01-b9aa9a0c3d1b"}]} [ 1313.173499] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770041, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.175022] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1313.191390] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1313.191790] env[63070]: DEBUG nova.compute.provider_tree [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1313.207169] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: 4d258823-26c6-4dfa-a798-12604511ce31 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1313.233043] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1313.316048] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "479bc771-a4cc-49fb-8de5-0f2ba643704a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.316048] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "479bc771-a4cc-49fb-8de5-0f2ba643704a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.361544] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.364102] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81e3ea21-a20b-4cf8-b30a-a8bb8b0cd1dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.378645] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1313.378645] env[63070]: value = "task-1770046" [ 1313.378645] env[63070]: _type = "Task" [ 1313.378645] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.399854] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.414229] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770043, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.435229] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8e36f9c0-f4af-419c-b9aa-3871d0e989d4 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.091s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.469990] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770044, 'name': PowerOffVM_Task, 'duration_secs': 0.338016} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.471979] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.472587] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.476942] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de133c5d-eb13-4053-9711-71879e83708a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.491412] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.496253] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01665dc2-3578-4a2c-86a9-a6fb0e6dc70e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.560993] env[63070]: DEBUG oslo_vmware.api [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770038, 'name': PowerOnVM_Task, 'duration_secs': 1.521255} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.570982] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.570982] env[63070]: INFO nova.compute.manager [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1313.571283] env[63070]: DEBUG nova.compute.manager [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.572036] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.572036] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.572036] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Deleting the datastore file [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.573071] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6d897-8940-499b-959e-1de84a99dd46 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.576111] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89cb5541-f60d-42c4-9498-fe8fbfa2c28f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.587577] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.595112] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for the task: (returnval){ [ 1313.595112] env[63070]: value = "task-1770048" [ 1313.595112] env[63070]: _type = "Task" [ 1313.595112] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.615517] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.681766] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770041, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.749728] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638c5392-ee04-49fb-9d2e-961166b9778d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.762960] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76305c95-1924-4fd7-8ab7-5a9768bd8d97 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.797104] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cdc7c7-54f3-41e9-89bb-8c0d575d1442 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.806332] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78223fd-094d-4ffa-9c33-8793b0ee8f94 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.822566] env[63070]: DEBUG nova.compute.provider_tree [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.903157] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770046, 'name': PowerOffVM_Task, 'duration_secs': 0.273065} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.907508] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.907652] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance '061f91da-9911-4400-ba28-0e85b2c328f5' progress to 17 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.917025] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770043, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.941491] env[63070]: DEBUG nova.compute.manager [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.072754] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770045, 'name': ReconfigVM_Task, 'duration_secs': 0.578006} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.076339] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ff8db541-0494-4e5f-bad8-41b37b6a7b47/ff8db541-0494-4e5f-bad8-41b37b6a7b47.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.076727] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d1c1987-1656-42a4-852a-a2a061599634 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.084787] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for the task: (returnval){ [ 1314.084787] env[63070]: value = "task-1770049" [ 1314.084787] env[63070]: _type = "Task" [ 1314.084787] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.100466] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770049, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.112457] env[63070]: INFO nova.compute.manager [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Took 16.67 seconds to build instance. [ 1314.118191] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216472} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.118867] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.118867] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.118991] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.178184] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770041, 'name': CreateVM_Task, 'duration_secs': 1.629476} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.178965] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42087068-2562-47f2-b666-7db8b405d787] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.179842] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.180237] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.180670] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.181055] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61396f1d-416f-46f3-a98f-8c9581af479a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.188379] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for the task: (returnval){ [ 1314.188379] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529e406b-b61f-aaed-d310-b6bef5304ffd" [ 1314.188379] env[63070]: _type = "Task" [ 1314.188379] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.198831] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529e406b-b61f-aaed-d310-b6bef5304ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.269996] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquiring lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.269996] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.269996] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquiring lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.269996] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.270290] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.270290] env[63070]: INFO nova.compute.manager [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Terminating instance [ 1314.327701] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.337563] env[63070]: DEBUG nova.compute.manager [req-10606f73-2605-4546-b5ea-24df8e715f71 req-54bc0322-77f9-4cea-a430-92d18fc6abec service nova] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Received event network-changed-60a67c5b-a169-46ce-8bf9-970f3c33ce4e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1314.339017] env[63070]: DEBUG nova.compute.manager [req-10606f73-2605-4546-b5ea-24df8e715f71 req-54bc0322-77f9-4cea-a430-92d18fc6abec service nova] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Refreshing instance network info cache due to event network-changed-60a67c5b-a169-46ce-8bf9-970f3c33ce4e. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1314.339017] env[63070]: DEBUG oslo_concurrency.lockutils [req-10606f73-2605-4546-b5ea-24df8e715f71 req-54bc0322-77f9-4cea-a430-92d18fc6abec service nova] Acquiring lock "refresh_cache-ff8db541-0494-4e5f-bad8-41b37b6a7b47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.339017] env[63070]: DEBUG oslo_concurrency.lockutils [req-10606f73-2605-4546-b5ea-24df8e715f71 req-54bc0322-77f9-4cea-a430-92d18fc6abec service nova] Acquired lock "refresh_cache-ff8db541-0494-4e5f-bad8-41b37b6a7b47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.339017] env[63070]: DEBUG nova.network.neutron [req-10606f73-2605-4546-b5ea-24df8e715f71 req-54bc0322-77f9-4cea-a430-92d18fc6abec service nova] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Refreshing network info cache for port 60a67c5b-a169-46ce-8bf9-970f3c33ce4e {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.415217] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.416410] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.416410] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.416410] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.416410] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.416410] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.416713] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.416962] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.417208] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.417381] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.417659] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.426079] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44f3847f-e44e-49e9-ad4b-b700862cf8be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.443947] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770043, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.445113] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1314.445113] env[63070]: value = "task-1770050" [ 1314.445113] env[63070]: _type = "Task" [ 1314.445113] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.456216] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.487071] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.599343] env[63070]: DEBUG nova.compute.manager [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] [instance: 42087068-2562-47f2-b666-7db8b405d787] Received event network-vif-plugged-f3812580-2d5f-432b-a47f-fa9e8e169201 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1314.599343] env[63070]: DEBUG oslo_concurrency.lockutils [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] Acquiring lock "42087068-2562-47f2-b666-7db8b405d787-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.599343] env[63070]: DEBUG oslo_concurrency.lockutils [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] Lock "42087068-2562-47f2-b666-7db8b405d787-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.599343] env[63070]: DEBUG oslo_concurrency.lockutils [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] Lock "42087068-2562-47f2-b666-7db8b405d787-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.599343] env[63070]: DEBUG nova.compute.manager [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] [instance: 42087068-2562-47f2-b666-7db8b405d787] No waiting events found dispatching network-vif-plugged-f3812580-2d5f-432b-a47f-fa9e8e169201 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.599540] env[63070]: WARNING nova.compute.manager [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] [instance: 42087068-2562-47f2-b666-7db8b405d787] Received unexpected event network-vif-plugged-f3812580-2d5f-432b-a47f-fa9e8e169201 for instance with vm_state building and task_state spawning. [ 1314.599540] env[63070]: DEBUG nova.compute.manager [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] [instance: 42087068-2562-47f2-b666-7db8b405d787] Received event network-changed-f3812580-2d5f-432b-a47f-fa9e8e169201 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1314.599540] env[63070]: DEBUG nova.compute.manager [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] [instance: 42087068-2562-47f2-b666-7db8b405d787] Refreshing instance network info cache due to event network-changed-f3812580-2d5f-432b-a47f-fa9e8e169201. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1314.600662] env[63070]: DEBUG oslo_concurrency.lockutils [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] Acquiring lock "refresh_cache-42087068-2562-47f2-b666-7db8b405d787" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.600662] env[63070]: DEBUG oslo_concurrency.lockutils [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] Acquired lock "refresh_cache-42087068-2562-47f2-b666-7db8b405d787" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.600662] env[63070]: DEBUG nova.network.neutron [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] [instance: 42087068-2562-47f2-b666-7db8b405d787] Refreshing network info cache for port f3812580-2d5f-432b-a47f-fa9e8e169201 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.611826] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770049, 'name': Rename_Task, 'duration_secs': 0.267134} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.611826] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.612079] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb802703-bf53-4769-ae98-8fae7025423b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.617289] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9de73879-3283-4f0b-b1fa-7e679074b233 tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lock "b006f13b-0041-499b-a4e2-019e9992071a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.190s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.630929] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for the task: (returnval){ [ 1314.630929] env[63070]: value = "task-1770051" [ 1314.630929] env[63070]: _type = "Task" [ 1314.630929] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.638379] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.700226] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529e406b-b61f-aaed-d310-b6bef5304ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.026476} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.700524] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.700768] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.701012] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.701155] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.701333] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.701616] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97ebbbf7-feef-4abd-a50c-27d778339bd4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.716607] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.718182] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.720022] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8790cd-383a-4b84-835f-97f27cf0a2fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.733752] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for the task: (returnval){ [ 1314.733752] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f7dd86-8da4-8ea2-fe86-83163a07f895" [ 1314.733752] env[63070]: _type = "Task" [ 1314.733752] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.744746] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f7dd86-8da4-8ea2-fe86-83163a07f895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.779026] env[63070]: DEBUG nova.compute.manager [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.779026] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.779026] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd611f1-16d1-4505-96ba-c6d77aa9ef52 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.786891] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.787173] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d980202-8387-4be4-953b-749e30769cde {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.796034] env[63070]: DEBUG oslo_vmware.api [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for the task: (returnval){ [ 1314.796034] env[63070]: value = "task-1770052" [ 1314.796034] env[63070]: _type = "Task" [ 1314.796034] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.804656] env[63070]: DEBUG oslo_vmware.api [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.842663] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.181s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.843606] env[63070]: DEBUG nova.compute.manager [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1314.848276] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.173s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.854743] env[63070]: INFO nova.compute.claims [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.929843] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770043, 'name': CreateSnapshot_Task, 'duration_secs': 1.720105} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.930243] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1314.931514] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bddbc2-8524-4999-8e82-8fa6e96c8785 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.961595] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770050, 'name': ReconfigVM_Task, 'duration_secs': 0.216656} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.961946] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance '061f91da-9911-4400-ba28-0e85b2c328f5' progress to 33 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.120415] env[63070]: DEBUG nova.compute.manager [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.153045] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.184563] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.184896] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.184955] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.185137] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.185282] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.185606] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.185788] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.185989] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.188229] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.188425] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.188609] env[63070]: DEBUG nova.virt.hardware [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.190084] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e19add6-0506-42e2-8bc7-8276439526d9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.205542] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17e666d-ac88-4933-8ea7-b49b7fdccca0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.224078] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.230335] env[63070]: DEBUG oslo.service.loopingcall [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1315.232891] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquiring lock "5d7a368a-9a6f-481f-90dc-6570d831be7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.233230] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lock "5d7a368a-9a6f-481f-90dc-6570d831be7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.234014] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquiring lock "5d7a368a-9a6f-481f-90dc-6570d831be7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.234014] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lock "5d7a368a-9a6f-481f-90dc-6570d831be7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.234014] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lock "5d7a368a-9a6f-481f-90dc-6570d831be7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.235294] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.235599] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd058708-26a5-405b-b7d5-fb3f582ff012 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.248939] env[63070]: INFO nova.compute.manager [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Terminating instance [ 1315.263326] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f7dd86-8da4-8ea2-fe86-83163a07f895, 'name': SearchDatastore_Task, 'duration_secs': 0.012861} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.265850] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.265850] env[63070]: value = "task-1770053" [ 1315.265850] env[63070]: _type = "Task" [ 1315.265850] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.269180] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2acc5a-fb55-4b31-94f4-0be5f0b76b23 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.273256] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.273256] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.281069] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for the task: (returnval){ [ 1315.281069] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f9cdd7-4fdc-b78d-d7e3-121648f2633d" [ 1315.281069] env[63070]: _type = "Task" [ 1315.281069] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.285458] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770053, 'name': CreateVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.296861] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f9cdd7-4fdc-b78d-d7e3-121648f2633d, 'name': SearchDatastore_Task, 'duration_secs': 0.012278} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.297276] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.297566] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 42087068-2562-47f2-b666-7db8b405d787/42087068-2562-47f2-b666-7db8b405d787.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.301144] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd10a418-0807-44bf-968b-ed32f2e45468 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.310983] env[63070]: DEBUG oslo_vmware.api [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770052, 'name': PowerOffVM_Task, 'duration_secs': 0.345788} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.312436] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.312675] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.313316] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for the task: (returnval){ [ 1315.313316] env[63070]: value = "task-1770054" [ 1315.313316] env[63070]: _type = "Task" [ 1315.313316] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.313932] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17da0386-d154-4d67-a64f-b49babe3340d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.336026] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.364397] env[63070]: DEBUG nova.compute.utils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1315.369755] env[63070]: DEBUG nova.compute.manager [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Not allocating networking since 'none' was specified. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1315.391172] env[63070]: DEBUG nova.network.neutron [req-10606f73-2605-4546-b5ea-24df8e715f71 req-54bc0322-77f9-4cea-a430-92d18fc6abec service nova] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Updated VIF entry in instance network info cache for port 60a67c5b-a169-46ce-8bf9-970f3c33ce4e. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.392057] env[63070]: DEBUG nova.network.neutron [req-10606f73-2605-4546-b5ea-24df8e715f71 req-54bc0322-77f9-4cea-a430-92d18fc6abec service nova] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Updating instance_info_cache with network_info: [{"id": "60a67c5b-a169-46ce-8bf9-970f3c33ce4e", "address": "fa:16:3e:c8:8e:ec", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60a67c5b-a1", "ovs_interfaceid": "60a67c5b-a169-46ce-8bf9-970f3c33ce4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.433378] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.433569] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.433833] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Deleting the datastore file [datastore1] ad195fa2-6bb5-41b9-aef6-d6805292c2f0 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.434110] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b8e0a19-7523-455d-9912-97a6911210c6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.443563] env[63070]: DEBUG oslo_vmware.api [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for the task: (returnval){ [ 1315.443563] env[63070]: value = "task-1770056" [ 1315.443563] env[63070]: _type = "Task" [ 1315.443563] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.451680] env[63070]: DEBUG oslo_vmware.api [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.466819] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1315.469519] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.469741] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.469897] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.470089] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.470234] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.470375] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.471026] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.471163] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.471347] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.471515] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.472174] env[63070]: DEBUG nova.virt.hardware [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.479030] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1315.479030] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c5a10210-ef16-4a99-9553-83bc3e382f41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.482552] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c49ee931-e23c-4568-af1b-e7a4730dbae6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.504947] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1315.504947] env[63070]: value = "task-1770058" [ 1315.504947] env[63070]: _type = "Task" [ 1315.504947] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.506736] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1315.506736] env[63070]: value = "task-1770057" [ 1315.506736] env[63070]: _type = "Task" [ 1315.506736] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.523290] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.528555] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770057, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.654307] env[63070]: DEBUG oslo_vmware.api [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770051, 'name': PowerOnVM_Task, 'duration_secs': 0.613364} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.655842] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.656174] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.656384] env[63070]: INFO nova.compute.manager [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1315.656561] env[63070]: DEBUG nova.compute.manager [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.657463] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca795c4c-d92d-4efb-94fa-f24e9f8f295d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.678228] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquiring lock "9c2857a3-3fef-4fda-b74d-b71fad79445e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.678488] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lock "9c2857a3-3fef-4fda-b74d-b71fad79445e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.678773] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquiring lock "9c2857a3-3fef-4fda-b74d-b71fad79445e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.679018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lock "9c2857a3-3fef-4fda-b74d-b71fad79445e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.679203] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lock "9c2857a3-3fef-4fda-b74d-b71fad79445e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.681625] env[63070]: INFO nova.compute.manager [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Terminating instance [ 1315.758139] env[63070]: DEBUG nova.compute.manager [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.758139] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.759387] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94e1309-8096-4c2f-bccc-3cc01e5e3aa5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.770015] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.770324] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe1bb80-493e-4119-ad12-6c773a26264f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.788849] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770053, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.790598] env[63070]: DEBUG oslo_vmware.api [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for the task: (returnval){ [ 1315.790598] env[63070]: value = "task-1770059" [ 1315.790598] env[63070]: _type = "Task" [ 1315.790598] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.804645] env[63070]: DEBUG oslo_vmware.api [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1770059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.829055] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.871091] env[63070]: DEBUG nova.compute.manager [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1315.882369] env[63070]: DEBUG nova.network.neutron [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] [instance: 42087068-2562-47f2-b666-7db8b405d787] Updated VIF entry in instance network info cache for port f3812580-2d5f-432b-a47f-fa9e8e169201. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.882732] env[63070]: DEBUG nova.network.neutron [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] [instance: 42087068-2562-47f2-b666-7db8b405d787] Updating instance_info_cache with network_info: [{"id": "f3812580-2d5f-432b-a47f-fa9e8e169201", "address": "fa:16:3e:63:0e:ac", "network": {"id": "0f4d468b-08ad-4cda-aa42-edd593c7d2e3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-196335666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22151a41978d4196bb7d9c1f09c4b450", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3812580-2d", "ovs_interfaceid": "f3812580-2d5f-432b-a47f-fa9e8e169201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.896417] env[63070]: DEBUG oslo_concurrency.lockutils [req-10606f73-2605-4546-b5ea-24df8e715f71 req-54bc0322-77f9-4cea-a430-92d18fc6abec service nova] Releasing lock "refresh_cache-ff8db541-0494-4e5f-bad8-41b37b6a7b47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.954027] env[63070]: DEBUG oslo_vmware.api [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.021469] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770058, 'name': ReconfigVM_Task, 'duration_secs': 0.292793} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.024403] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.024403] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7197d1dc-9bd7-4459-b929-6a9d389436b4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.035330] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770057, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.060897] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 061f91da-9911-4400-ba28-0e85b2c328f5/061f91da-9911-4400-ba28-0e85b2c328f5.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.063885] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a51920ab-a266-45d8-bf13-8157e2b33788 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.087061] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1316.087061] env[63070]: value = "task-1770060" [ 1316.087061] env[63070]: _type = "Task" [ 1316.087061] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.099242] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.191440] env[63070]: INFO nova.compute.manager [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Took 18.14 seconds to build instance. [ 1316.192706] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquiring lock "refresh_cache-9c2857a3-3fef-4fda-b74d-b71fad79445e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.193231] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquired lock "refresh_cache-9c2857a3-3fef-4fda-b74d-b71fad79445e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.193231] env[63070]: DEBUG nova.network.neutron [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.288059] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770053, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.301568] env[63070]: DEBUG oslo_vmware.api [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1770059, 'name': PowerOffVM_Task, 'duration_secs': 0.439401} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.301568] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.301568] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.301568] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8000deed-e369-4d56-87fb-8d439336b8bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.332112] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587148} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.333021] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 42087068-2562-47f2-b666-7db8b405d787/42087068-2562-47f2-b666-7db8b405d787.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.333021] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.333021] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf605b0e-247e-44ef-88f9-c374f16ccf2a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.341971] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for the task: (returnval){ [ 1316.341971] env[63070]: value = "task-1770062" [ 1316.341971] env[63070]: _type = "Task" [ 1316.341971] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.344076] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea0530a-171c-4773-adba-eccdbb9f0935 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.357737] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.361087] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cd397b-a02f-491a-8317-6b9c0968824f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.401764] env[63070]: DEBUG oslo_concurrency.lockutils [req-7e9a9f4b-4be4-4183-9186-69d1e0575a6c req-0297f646-4a84-4062-ad5a-dc856ff3d15b service nova] Releasing lock "refresh_cache-42087068-2562-47f2-b666-7db8b405d787" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.407034] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1d0138-6617-454f-9ea8-02db2496ce31 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.408151] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.408399] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.408639] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Deleting the datastore file [datastore1] 5d7a368a-9a6f-481f-90dc-6570d831be7b {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.409016] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd1ec717-0899-4725-bd2d-d6b3ea003fa9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.421089] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10bc08a-e225-49d2-a2fd-9539f4c4cbea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.425770] env[63070]: DEBUG oslo_vmware.api [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for the task: (returnval){ [ 1316.425770] env[63070]: value = "task-1770063" [ 1316.425770] env[63070]: _type = "Task" [ 1316.425770] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.437946] env[63070]: DEBUG nova.compute.provider_tree [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.445857] env[63070]: DEBUG oslo_vmware.api [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1770063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.456317] env[63070]: DEBUG oslo_vmware.api [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Task: {'id': task-1770056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541081} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.456594] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.456801] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.456987] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.457176] env[63070]: INFO nova.compute.manager [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1316.457413] env[63070]: DEBUG oslo.service.loopingcall [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.457625] env[63070]: DEBUG nova.compute.manager [-] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1316.457720] env[63070]: DEBUG nova.network.neutron [-] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.524637] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770057, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.599313] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.699024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ed117264-9bed-4bbd-9a99-745d77ad513d tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.656s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.723163] env[63070]: DEBUG nova.network.neutron [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.788839] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770053, 'name': CreateVM_Task, 'duration_secs': 1.435713} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.792021] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.792021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.792021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.792021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.792021] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d090517-2cb0-43ab-929c-5f6770b09f8c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.795807] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for the task: (returnval){ [ 1316.795807] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a90cde-3dc2-2d13-92ef-19a41cad8ae6" [ 1316.795807] env[63070]: _type = "Task" [ 1316.795807] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.804749] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a90cde-3dc2-2d13-92ef-19a41cad8ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.807688] env[63070]: DEBUG nova.network.neutron [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.854908] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08829} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.854908] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.856390] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f88288b-6c18-4e06-8f13-2e219164f9a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.886217] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 42087068-2562-47f2-b666-7db8b405d787/42087068-2562-47f2-b666-7db8b405d787.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.890220] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3abac0aa-c253-44f3-a27b-215f68f6ae66 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.910020] env[63070]: DEBUG nova.network.neutron [-] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.912351] env[63070]: DEBUG nova.compute.manager [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1316.923059] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for the task: (returnval){ [ 1316.923059] env[63070]: value = "task-1770064" [ 1316.923059] env[63070]: _type = "Task" [ 1316.923059] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.939964] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.951618] env[63070]: DEBUG oslo_vmware.api [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1770063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.961810] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.962036] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.962180] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.962450] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.962450] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.962567] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.962742] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.962902] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.963078] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.963245] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.963468] env[63070]: DEBUG nova.virt.hardware [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.964373] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3f5c8f-f599-45ee-aadc-168ce1937f00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.973499] env[63070]: ERROR nova.scheduler.client.report [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [req-0b3e1af1-0f46-4061-9fc6-aee3ce1150cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b3e1af1-0f46-4061-9fc6-aee3ce1150cd"}]} [ 1316.974890] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed92434-e5ba-4be9-a3c7-c0c0b94d8eb8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.994330] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.000667] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Creating folder: Project (7e1f383adf1d47ae9a3e56b25f1d72f4). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.002024] env[63070]: DEBUG nova.scheduler.client.report [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1317.004136] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46b5a3a5-5546-4440-ac3e-cdc769dfc7d1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.021312] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Created folder: Project (7e1f383adf1d47ae9a3e56b25f1d72f4) in parent group-v367531. [ 1317.021312] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Creating folder: Instances. Parent ref: group-v367569. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.022080] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80873141-e3e8-4683-b085-08f4002e85ed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.027912] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770057, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.029103] env[63070]: DEBUG nova.scheduler.client.report [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1317.029951] env[63070]: DEBUG nova.compute.provider_tree [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1317.036105] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Created folder: Instances in parent group-v367569. [ 1317.036105] env[63070]: DEBUG oslo.service.loopingcall [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1317.036438] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.036495] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e503e27a-6ae7-479f-b716-394fc8724fdf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.052167] env[63070]: DEBUG nova.scheduler.client.report [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1317.060358] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.060358] env[63070]: value = "task-1770067" [ 1317.060358] env[63070]: _type = "Task" [ 1317.060358] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.070549] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770067, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.079027] env[63070]: DEBUG nova.scheduler.client.report [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1317.105397] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.203442] env[63070]: DEBUG nova.compute.manager [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.316180] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Releasing lock "refresh_cache-9c2857a3-3fef-4fda-b74d-b71fad79445e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.316812] env[63070]: DEBUG nova.compute.manager [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.317141] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.317591] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a90cde-3dc2-2d13-92ef-19a41cad8ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.031694} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.322664] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4296f4-c957-4bcb-a9a4-15603e7a768d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.327796] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.328625] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.329284] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.329284] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.329526] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.330322] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-629b1c8c-b935-4126-84c8-7879c86b2246 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.341379] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.341379] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1582e739-6caf-4da2-935d-e47ff65729a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.346257] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.346257] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.347033] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd9c7eb-51da-4166-abb2-15f313d57da1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.362251] env[63070]: DEBUG oslo_vmware.api [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for the task: (returnval){ [ 1317.362251] env[63070]: value = "task-1770068" [ 1317.362251] env[63070]: _type = "Task" [ 1317.362251] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.370187] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for the task: (returnval){ [ 1317.370187] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e1bf1f-7b6e-90dc-4b9b-c385fc975f94" [ 1317.370187] env[63070]: _type = "Task" [ 1317.370187] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.380383] env[63070]: DEBUG oslo_vmware.api [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1770068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.387908] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e1bf1f-7b6e-90dc-4b9b-c385fc975f94, 'name': SearchDatastore_Task, 'duration_secs': 0.015067} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.392851] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d7d666-c976-4845-9b95-8519c30fe88a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.402472] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for the task: (returnval){ [ 1317.402472] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52867639-279e-217f-6415-0ccc8056c8f2" [ 1317.402472] env[63070]: _type = "Task" [ 1317.402472] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.414019] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52867639-279e-217f-6415-0ccc8056c8f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.417335] env[63070]: INFO nova.compute.manager [-] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Took 0.96 seconds to deallocate network for instance. [ 1317.441357] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.446892] env[63070]: DEBUG oslo_vmware.api [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Task: {'id': task-1770063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541895} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.449801] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.449902] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.450020] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.450202] env[63070]: INFO nova.compute.manager [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1317.450992] env[63070]: DEBUG oslo.service.loopingcall [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1317.450992] env[63070]: DEBUG nova.compute.manager [-] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.450992] env[63070]: DEBUG nova.network.neutron [-] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.537542] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770057, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.575469] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770067, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.599027] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72b3551-0e0d-4733-b248-8da338d94eba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.612115] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770060, 'name': ReconfigVM_Task, 'duration_secs': 1.510606} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.612866] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 061f91da-9911-4400-ba28-0e85b2c328f5/061f91da-9911-4400-ba28-0e85b2c328f5.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.613195] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance '061f91da-9911-4400-ba28-0e85b2c328f5' progress to 50 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.625433] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9dce9f-d90b-4893-b4e9-8298ed720bda {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.660854] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1991ecc-d955-403e-bb6b-046d932c3aa4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.669355] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b3f745-6266-4745-9f8b-6ab3873065c1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.685757] env[63070]: DEBUG nova.compute.provider_tree [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.727778] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.766647] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquiring lock "8050a7a8-fe9d-462e-8301-738134742730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.767459] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Lock "8050a7a8-fe9d-462e-8301-738134742730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.874010] env[63070]: DEBUG oslo_vmware.api [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1770068, 'name': PowerOffVM_Task, 'duration_secs': 0.255508} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.874357] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.874501] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.874767] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03bbfa53-63d7-4388-be1e-490da1be6133 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.908197] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.908531] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.908628] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Deleting the datastore file [datastore1] 9c2857a3-3fef-4fda-b74d-b71fad79445e {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.908926] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9ccbf6c-bc52-4477-b6ba-e5ae626c88f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.915051] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52867639-279e-217f-6415-0ccc8056c8f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015538} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.915786] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.916045] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.916391] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b32e0a8-3e51-44d9-b376-e6d6777d7952 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.921563] env[63070]: DEBUG oslo_vmware.api [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for the task: (returnval){ [ 1317.921563] env[63070]: value = "task-1770070" [ 1317.921563] env[63070]: _type = "Task" [ 1317.921563] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.926176] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for the task: (returnval){ [ 1317.926176] env[63070]: value = "task-1770071" [ 1317.926176] env[63070]: _type = "Task" [ 1317.926176] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.934466] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.938197] env[63070]: DEBUG oslo_vmware.api [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1770070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.945374] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770064, 'name': ReconfigVM_Task, 'duration_secs': 0.697292} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.948789] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 42087068-2562-47f2-b666-7db8b405d787/42087068-2562-47f2-b666-7db8b405d787.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.949529] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.949791] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7252a3a8-e603-4137-8f52-d8f02178d924 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.958786] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for the task: (returnval){ [ 1317.958786] env[63070]: value = "task-1770072" [ 1317.958786] env[63070]: _type = "Task" [ 1317.958786] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.971065] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770072, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.028630] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770057, 'name': CloneVM_Task, 'duration_secs': 2.210258} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.028952] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Created linked-clone VM from snapshot [ 1318.029814] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d92a89-bd5e-4ec0-808e-43155202136c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.043084] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Uploading image f643f8f4-e027-4a1d-b947-fd67f96aac9e {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1318.076343] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770067, 'name': CreateVM_Task, 'duration_secs': 0.531629} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.076343] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.076712] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.076934] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.077446] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.077831] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79205cb1-6c17-4dd0-9358-7c240e7f2b66 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.082648] env[63070]: DEBUG oslo_vmware.rw_handles [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1318.082648] env[63070]: value = "vm-367568" [ 1318.082648] env[63070]: _type = "VirtualMachine" [ 1318.082648] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1318.083076] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6a0a9a1-e8cb-46c5-a31c-6a60ba5a0465 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.086997] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1318.086997] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f52d2a-6054-913e-fb65-8bef74cde9d3" [ 1318.086997] env[63070]: _type = "Task" [ 1318.086997] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.095424] env[63070]: DEBUG oslo_vmware.rw_handles [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lease: (returnval){ [ 1318.095424] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52226acd-dead-c933-73d9-9a3220f7f1d0" [ 1318.095424] env[63070]: _type = "HttpNfcLease" [ 1318.095424] env[63070]: } obtained for exporting VM: (result){ [ 1318.095424] env[63070]: value = "vm-367568" [ 1318.095424] env[63070]: _type = "VirtualMachine" [ 1318.095424] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1318.095776] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the lease: (returnval){ [ 1318.095776] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52226acd-dead-c933-73d9-9a3220f7f1d0" [ 1318.095776] env[63070]: _type = "HttpNfcLease" [ 1318.095776] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1318.099640] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f52d2a-6054-913e-fb65-8bef74cde9d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.107912] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.107912] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52226acd-dead-c933-73d9-9a3220f7f1d0" [ 1318.107912] env[63070]: _type = "HttpNfcLease" [ 1318.107912] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1318.128302] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aefbc03-1bd4-40be-b288-4b64acf91ee6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.160309] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ffbf45-f1da-460e-9b46-98dd158047f8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.165146] env[63070]: DEBUG nova.compute.manager [req-23707813-839a-4210-8659-51f20ce13b5a req-4e68fcc7-e99a-433b-b16c-0ca1d532a448 service nova] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Received event network-vif-deleted-a64e5ff5-82b6-411c-9ef8-20d950c22373 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1318.189338] env[63070]: DEBUG nova.scheduler.client.report [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.193827] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance '061f91da-9911-4400-ba28-0e85b2c328f5' progress to 67 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.399363] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.399363] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.438061] env[63070]: DEBUG oslo_vmware.api [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Task: {'id': task-1770070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130083} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.442814] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.442814] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.442814] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.442814] env[63070]: INFO nova.compute.manager [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1318.442814] env[63070]: DEBUG oslo.service.loopingcall [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.443223] env[63070]: DEBUG nova.compute.manager [-] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.443223] env[63070]: DEBUG nova.network.neutron [-] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.453356] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770071, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.472697] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770072, 'name': Rename_Task, 'duration_secs': 0.183888} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.473639] env[63070]: DEBUG nova.network.neutron [-] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.475084] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.475360] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-473fe31e-226e-45f8-a521-0f44ffab3817 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.485377] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for the task: (returnval){ [ 1318.485377] env[63070]: value = "task-1770074" [ 1318.485377] env[63070]: _type = "Task" [ 1318.485377] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.496845] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.606029] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f52d2a-6054-913e-fb65-8bef74cde9d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012932} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.606832] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.607094] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.607511] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.607511] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.607706] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.608876] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-065e3eaa-16ba-4268-90b7-a89edb2203e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.614700] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.614700] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52226acd-dead-c933-73d9-9a3220f7f1d0" [ 1318.614700] env[63070]: _type = "HttpNfcLease" [ 1318.614700] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1318.615300] env[63070]: DEBUG oslo_vmware.rw_handles [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1318.615300] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52226acd-dead-c933-73d9-9a3220f7f1d0" [ 1318.615300] env[63070]: _type = "HttpNfcLease" [ 1318.615300] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1318.615740] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f9a81e-c7f9-4e6c-8f49-074c70c451b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.622296] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.622296] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.630231] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81710913-6d43-45f8-b09b-8c9e0fae9002 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.632711] env[63070]: DEBUG oslo_vmware.rw_handles [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216263e-2856-cb1f-82e7-337ba6e24a16/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1318.632843] env[63070]: DEBUG oslo_vmware.rw_handles [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216263e-2856-cb1f-82e7-337ba6e24a16/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1318.695869] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1318.695869] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525804ac-1a35-3fb6-5ab0-2727f15a5491" [ 1318.695869] env[63070]: _type = "Task" [ 1318.695869] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.701612] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.853s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.702154] env[63070]: DEBUG nova.compute.manager [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1318.713019] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.338s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.713019] env[63070]: INFO nova.compute.claims [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.722287] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525804ac-1a35-3fb6-5ab0-2727f15a5491, 'name': SearchDatastore_Task, 'duration_secs': 0.072607} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.723241] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5002d5-7e47-4aff-b1c3-19a028233f53 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.730099] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1318.730099] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d93fe5-b0f7-64fa-b763-b953ecf6466e" [ 1318.730099] env[63070]: _type = "Task" [ 1318.730099] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.742068] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d93fe5-b0f7-64fa-b763-b953ecf6466e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.759918] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9681162-6587-4a4a-804e-40aa1cb186ac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.775565] env[63070]: DEBUG nova.network.neutron [-] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.797491] env[63070]: DEBUG nova.network.neutron [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Port 0f238d42-1849-4cfa-ae74-5768c99eebdc binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1318.949601] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557635} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.949928] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.950212] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.950845] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-549c3b64-8221-4cb8-b52d-1d8512483aaf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.959219] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for the task: (returnval){ [ 1318.959219] env[63070]: value = "task-1770075" [ 1318.959219] env[63070]: _type = "Task" [ 1318.959219] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.967287] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.978854] env[63070]: DEBUG nova.network.neutron [-] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.000280] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.068029] env[63070]: DEBUG nova.compute.manager [None req-f45279d5-2b55-4516-ad72-359ec446dcbb tempest-ServerDiagnosticsTest-937120575 tempest-ServerDiagnosticsTest-937120575-project-admin] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.069672] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc053906-15fe-429a-8902-2fa6a7334e99 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.082039] env[63070]: INFO nova.compute.manager [None req-f45279d5-2b55-4516-ad72-359ec446dcbb tempest-ServerDiagnosticsTest-937120575 tempest-ServerDiagnosticsTest-937120575-project-admin] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Retrieving diagnostics [ 1319.082039] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c417bb-b5d2-4dcb-a541-210e76e565ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.161389] env[63070]: DEBUG nova.compute.manager [req-3df38c70-ba66-4d49-9487-41989a937965 req-55aed397-2a6f-4727-8df8-ff5aa3e13980 service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Received event network-changed-419bd738-594f-4dd3-95a1-482f9c8d1be2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1319.161592] env[63070]: DEBUG nova.compute.manager [req-3df38c70-ba66-4d49-9487-41989a937965 req-55aed397-2a6f-4727-8df8-ff5aa3e13980 service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Refreshing instance network info cache due to event network-changed-419bd738-594f-4dd3-95a1-482f9c8d1be2. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1319.162871] env[63070]: DEBUG oslo_concurrency.lockutils [req-3df38c70-ba66-4d49-9487-41989a937965 req-55aed397-2a6f-4727-8df8-ff5aa3e13980 service nova] Acquiring lock "refresh_cache-c3ff61a7-44d8-45e0-bf80-c38537c892cf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.162871] env[63070]: DEBUG oslo_concurrency.lockutils [req-3df38c70-ba66-4d49-9487-41989a937965 req-55aed397-2a6f-4727-8df8-ff5aa3e13980 service nova] Acquired lock "refresh_cache-c3ff61a7-44d8-45e0-bf80-c38537c892cf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.162871] env[63070]: DEBUG nova.network.neutron [req-3df38c70-ba66-4d49-9487-41989a937965 req-55aed397-2a6f-4727-8df8-ff5aa3e13980 service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Refreshing network info cache for port 419bd738-594f-4dd3-95a1-482f9c8d1be2 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.222424] env[63070]: DEBUG nova.compute.utils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1319.225021] env[63070]: DEBUG nova.compute.manager [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.225221] env[63070]: DEBUG nova.network.neutron [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.253354] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d93fe5-b0f7-64fa-b763-b953ecf6466e, 'name': SearchDatastore_Task, 'duration_secs': 0.015817} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.253900] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.254232] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 7e1353e6-2e70-49f0-8b11-0f68387d9a48/7e1353e6-2e70-49f0-8b11-0f68387d9a48.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.254505] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-188fd086-eb14-495f-940b-4df7a3983b11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.263791] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1319.263791] env[63070]: value = "task-1770076" [ 1319.263791] env[63070]: _type = "Task" [ 1319.263791] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.274050] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.279058] env[63070]: INFO nova.compute.manager [-] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Took 1.83 seconds to deallocate network for instance. [ 1319.332220] env[63070]: DEBUG nova.policy [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01d35c250c09429cb9e681c4e2b25a0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a086e37597454fc6b753483af34df2a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.472466] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08202} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.474031] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.474821] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acdc74a-539f-43db-9545-f3128c38dcd2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.481374] env[63070]: INFO nova.compute.manager [-] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Took 1.04 seconds to deallocate network for instance. [ 1319.506297] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.510828] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36bfe84-4063-4b6f-ae11-7ccfa2b3e633 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.538641] env[63070]: DEBUG oslo_vmware.api [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770074, 'name': PowerOnVM_Task, 'duration_secs': 0.728027} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.540614] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.540987] env[63070]: INFO nova.compute.manager [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Took 11.41 seconds to spawn the instance on the hypervisor. [ 1319.541299] env[63070]: DEBUG nova.compute.manager [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.541720] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for the task: (returnval){ [ 1319.541720] env[63070]: value = "task-1770077" [ 1319.541720] env[63070]: _type = "Task" [ 1319.541720] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.542801] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1da3a95-e589-466b-8a39-0f9cd475b42b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.565646] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770077, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.730782] env[63070]: DEBUG nova.compute.manager [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1319.767465] env[63070]: DEBUG nova.network.neutron [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Successfully created port: 454f4122-cb07-4fb1-bd41-bfbb53e7b105 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.770662] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "cbb697f8-5715-43c5-882e-73b7232789f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.770732] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "cbb697f8-5715-43c5-882e-73b7232789f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.785112] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770076, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.786944] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.838891] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "061f91da-9911-4400-ba28-0e85b2c328f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.839231] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "061f91da-9911-4400-ba28-0e85b2c328f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.839350] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "061f91da-9911-4400-ba28-0e85b2c328f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.997021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.063719] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.075418] env[63070]: INFO nova.compute.manager [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Took 20.77 seconds to build instance. [ 1320.248098] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a6c70f-2e8d-4553-9f3f-60c715b09714 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.264494] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c1ac8f-7535-4745-9bf4-92c1c97ddfe9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.331751] env[63070]: DEBUG nova.network.neutron [req-3df38c70-ba66-4d49-9487-41989a937965 req-55aed397-2a6f-4727-8df8-ff5aa3e13980 service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Updated VIF entry in instance network info cache for port 419bd738-594f-4dd3-95a1-482f9c8d1be2. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.332306] env[63070]: DEBUG nova.network.neutron [req-3df38c70-ba66-4d49-9487-41989a937965 req-55aed397-2a6f-4727-8df8-ff5aa3e13980 service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Updating instance_info_cache with network_info: [{"id": "419bd738-594f-4dd3-95a1-482f9c8d1be2", "address": "fa:16:3e:72:01:f1", "network": {"id": "014605d4-f014-4446-9643-274e9760f2af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-607296377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaf6f868092e44a2a46ec4752065db95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419bd738-59", "ovs_interfaceid": "419bd738-594f-4dd3-95a1-482f9c8d1be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.336630] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc88bb1-990b-4d6c-b4cd-c76785a31520 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.344255] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770076, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.355631] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db150f5d-c729-4a06-93e0-011822b15b5e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.380232] env[63070]: DEBUG nova.compute.provider_tree [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1320.559787] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770077, 'name': ReconfigVM_Task, 'duration_secs': 0.675754} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.560903] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99/69f23f18-00d0-46ac-8867-8fc8cad8ed99.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.561147] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9bc261a-7449-4ea1-8b39-62abc038c849 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.571119] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for the task: (returnval){ [ 1320.571119] env[63070]: value = "task-1770078" [ 1320.571119] env[63070]: _type = "Task" [ 1320.571119] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.577912] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ba81d49-5413-4f51-a0ac-fe3d5cbe1bd9 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lock "42087068-2562-47f2-b666-7db8b405d787" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.285s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.591486] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770078, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.746640] env[63070]: DEBUG nova.compute.manager [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.780412] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.780805] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.781087] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.782115] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.782115] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.782115] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.782472] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.782660] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.782926] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.783212] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.783599] env[63070]: DEBUG nova.virt.hardware [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.785373] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7d626c-4b01-43ae-abf3-08d279705f6e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.798803] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dcbeae-ecbd-42df-8e75-1dc4d2ea47d7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.806428] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770076, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.842069] env[63070]: DEBUG oslo_concurrency.lockutils [req-3df38c70-ba66-4d49-9487-41989a937965 req-55aed397-2a6f-4727-8df8-ff5aa3e13980 service nova] Releasing lock "refresh_cache-c3ff61a7-44d8-45e0-bf80-c38537c892cf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.903404] env[63070]: ERROR nova.scheduler.client.report [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [req-699c4c50-887f-4841-be8d-ae6a72215411] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-699c4c50-887f-4841-be8d-ae6a72215411"}]} [ 1320.928032] env[63070]: DEBUG nova.scheduler.client.report [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1320.945461] env[63070]: DEBUG nova.scheduler.client.report [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1320.945718] env[63070]: DEBUG nova.compute.provider_tree [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1320.962838] env[63070]: DEBUG nova.scheduler.client.report [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1320.996601] env[63070]: DEBUG nova.scheduler.client.report [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1321.069168] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.072098] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.072098] env[63070]: DEBUG nova.network.neutron [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.085783] env[63070]: DEBUG nova.compute.manager [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.092970] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770078, 'name': Rename_Task, 'duration_secs': 0.311167} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.092970] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.092970] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eff050da-6127-423d-bf8b-74e9cce79a60 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.102819] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Waiting for the task: (returnval){ [ 1321.102819] env[63070]: value = "task-1770079" [ 1321.102819] env[63070]: _type = "Task" [ 1321.102819] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.113329] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.164410] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquiring lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.164783] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.165014] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquiring lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.165267] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.165570] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.170438] env[63070]: INFO nova.compute.manager [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Terminating instance [ 1321.203810] env[63070]: DEBUG nova.compute.manager [req-3d48f91a-a6db-4dcb-848d-b05548c27acc req-696fbf74-6039-4673-af03-6e3f9bc41e8e service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Received event network-changed-314ecd36-9de6-4d25-baa5-889deb7ab6f8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1321.204011] env[63070]: DEBUG nova.compute.manager [req-3d48f91a-a6db-4dcb-848d-b05548c27acc req-696fbf74-6039-4673-af03-6e3f9bc41e8e service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Refreshing instance network info cache due to event network-changed-314ecd36-9de6-4d25-baa5-889deb7ab6f8. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1321.204262] env[63070]: DEBUG oslo_concurrency.lockutils [req-3d48f91a-a6db-4dcb-848d-b05548c27acc req-696fbf74-6039-4673-af03-6e3f9bc41e8e service nova] Acquiring lock "refresh_cache-b006f13b-0041-499b-a4e2-019e9992071a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.204403] env[63070]: DEBUG oslo_concurrency.lockutils [req-3d48f91a-a6db-4dcb-848d-b05548c27acc req-696fbf74-6039-4673-af03-6e3f9bc41e8e service nova] Acquired lock "refresh_cache-b006f13b-0041-499b-a4e2-019e9992071a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.204582] env[63070]: DEBUG nova.network.neutron [req-3d48f91a-a6db-4dcb-848d-b05548c27acc req-696fbf74-6039-4673-af03-6e3f9bc41e8e service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Refreshing network info cache for port 314ecd36-9de6-4d25-baa5-889deb7ab6f8 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.284881] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770076, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.621803} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.285644] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 7e1353e6-2e70-49f0-8b11-0f68387d9a48/7e1353e6-2e70-49f0-8b11-0f68387d9a48.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.285644] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.286216] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66d3f30d-bedc-45f6-bfba-3075868701b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.298540] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1321.298540] env[63070]: value = "task-1770080" [ 1321.298540] env[63070]: _type = "Task" [ 1321.298540] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.314308] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.457539] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c3993b-ac31-42c6-932a-8dabff9ca4a3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.467645] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73f4e09-86f1-4a1f-9415-88b10fa97cba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.507239] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a402fc7-c992-44b0-a032-25498fd9cf30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.516934] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905f3a54-56e9-4680-8d2c-ea04156520db {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.535041] env[63070]: DEBUG nova.compute.provider_tree [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1321.624203] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.626124] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.675145] env[63070]: DEBUG nova.compute.manager [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.675396] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.676539] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33811272-1b20-4547-9f2f-06517bb70372 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.688769] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.689053] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3a9bcff-e83c-4f50-8d4c-7c76d7df61a3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.697651] env[63070]: DEBUG oslo_vmware.api [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for the task: (returnval){ [ 1321.697651] env[63070]: value = "task-1770081" [ 1321.697651] env[63070]: _type = "Task" [ 1321.697651] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.713334] env[63070]: DEBUG oslo_vmware.api [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.813136] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118309} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.816191] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.817101] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf20a16-5994-4352-af6d-3a12bf0cdc44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.846025] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 7e1353e6-2e70-49f0-8b11-0f68387d9a48/7e1353e6-2e70-49f0-8b11-0f68387d9a48.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.846025] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b756101d-8c51-4007-9606-9547f2f4891b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.872229] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1321.872229] env[63070]: value = "task-1770082" [ 1321.872229] env[63070]: _type = "Task" [ 1321.872229] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.884575] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.074196] env[63070]: DEBUG nova.scheduler.client.report [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1322.074511] env[63070]: DEBUG nova.compute.provider_tree [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 34 to 35 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1322.074691] env[63070]: DEBUG nova.compute.provider_tree [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.118323] env[63070]: DEBUG oslo_vmware.api [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Task: {'id': task-1770079, 'name': PowerOnVM_Task, 'duration_secs': 0.543967} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.121021] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.121265] env[63070]: DEBUG nova.compute.manager [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.122211] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d639792-53fd-4c3a-8582-2f4afcea7576 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.208814] env[63070]: DEBUG oslo_vmware.api [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770081, 'name': PowerOffVM_Task, 'duration_secs': 0.279782} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.209814] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.209814] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.209814] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61ab4fa5-64f6-4d71-89d2-76ab1ee1e36c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.329063] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.329428] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.329900] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Deleting the datastore file [datastore1] ff8db541-0494-4e5f-bad8-41b37b6a7b47 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.330016] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db5159fd-a17f-49f3-88b6-f455b799b3e2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.338597] env[63070]: DEBUG oslo_vmware.api [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for the task: (returnval){ [ 1322.338597] env[63070]: value = "task-1770084" [ 1322.338597] env[63070]: _type = "Task" [ 1322.338597] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.347454] env[63070]: DEBUG oslo_vmware.api [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.382962] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770082, 'name': ReconfigVM_Task, 'duration_secs': 0.431583} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.383296] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 7e1353e6-2e70-49f0-8b11-0f68387d9a48/7e1353e6-2e70-49f0-8b11-0f68387d9a48.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.383900] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbd1f5dc-1a27-48de-b483-03d8b0957044 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.392661] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1322.392661] env[63070]: value = "task-1770085" [ 1322.392661] env[63070]: _type = "Task" [ 1322.392661] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.402465] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770085, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.413473] env[63070]: DEBUG nova.network.neutron [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance_info_cache with network_info: [{"id": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "address": "fa:16:3e:2c:e6:41", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f238d42-18", "ovs_interfaceid": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.582211] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.872s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.583029] env[63070]: DEBUG nova.compute.manager [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.587202] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.494s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.589863] env[63070]: INFO nova.compute.claims [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.649495] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.853743] env[63070]: DEBUG oslo_vmware.api [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Task: {'id': task-1770084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367721} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.854013] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.854272] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.854544] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.854648] env[63070]: INFO nova.compute.manager [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1322.854812] env[63070]: DEBUG oslo.service.loopingcall [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1322.855015] env[63070]: DEBUG nova.compute.manager [-] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.855253] env[63070]: DEBUG nova.network.neutron [-] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.906548] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770085, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.917478] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.095604] env[63070]: DEBUG nova.compute.utils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1323.097139] env[63070]: DEBUG nova.compute.manager [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.097317] env[63070]: DEBUG nova.network.neutron [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.110919] env[63070]: DEBUG nova.network.neutron [req-3d48f91a-a6db-4dcb-848d-b05548c27acc req-696fbf74-6039-4673-af03-6e3f9bc41e8e service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Updated VIF entry in instance network info cache for port 314ecd36-9de6-4d25-baa5-889deb7ab6f8. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.111275] env[63070]: DEBUG nova.network.neutron [req-3d48f91a-a6db-4dcb-848d-b05548c27acc req-696fbf74-6039-4673-af03-6e3f9bc41e8e service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Updating instance_info_cache with network_info: [{"id": "314ecd36-9de6-4d25-baa5-889deb7ab6f8", "address": "fa:16:3e:f7:b0:07", "network": {"id": "a1acda24-30d9-4cc3-84fd-5f1c084c1a1c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1700964521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eee2ae20cdce44e5bcda86ec5724a1ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314ecd36-9d", "ovs_interfaceid": "314ecd36-9de6-4d25-baa5-889deb7ab6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.165023] env[63070]: DEBUG nova.network.neutron [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Successfully updated port: 454f4122-cb07-4fb1-bd41-bfbb53e7b105 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.294537] env[63070]: DEBUG nova.policy [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5017b964dbf64a378667a84830fa2631', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '846f347df09e475e85f81fe9307a6236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.410233] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770085, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.449158] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaf730d-149b-4590-8d09-15a87f446aec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.470976] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3f02b8-1902-43dc-8ec9-e3c5694bec7e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.479332] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance '061f91da-9911-4400-ba28-0e85b2c328f5' progress to 83 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.605771] env[63070]: DEBUG nova.compute.manager [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.614609] env[63070]: DEBUG oslo_concurrency.lockutils [req-3d48f91a-a6db-4dcb-848d-b05548c27acc req-696fbf74-6039-4673-af03-6e3f9bc41e8e service nova] Releasing lock "refresh_cache-b006f13b-0041-499b-a4e2-019e9992071a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.614881] env[63070]: DEBUG nova.compute.manager [req-3d48f91a-a6db-4dcb-848d-b05548c27acc req-696fbf74-6039-4673-af03-6e3f9bc41e8e service nova] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Received event network-vif-deleted-3b06331e-ad36-4b08-a08d-d48ed3865965 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1323.669155] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "refresh_cache-853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.669425] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquired lock "refresh_cache-853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.669425] env[63070]: DEBUG nova.network.neutron [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.911872] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770085, 'name': Rename_Task, 'duration_secs': 1.238347} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.916068] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.917521] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa6a9645-7486-4297-a37e-4fc510b63ab3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.926803] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1323.926803] env[63070]: value = "task-1770086" [ 1323.926803] env[63070]: _type = "Task" [ 1323.926803] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.940581] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.988167] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.990756] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c888614-b5fe-4577-8e22-44c1ed155364 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.007028] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1324.007028] env[63070]: value = "task-1770087" [ 1324.007028] env[63070]: _type = "Task" [ 1324.007028] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.026296] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.073601] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ddd7f3-64c7-4f73-aba5-b0feef3a5207 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.086516] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a641d10-3cb7-41df-9777-c2622b5ca5ef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.149825] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56165324-06f9-42d4-84f9-fe5168e3b6dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.158018] env[63070]: DEBUG nova.compute.manager [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Received event network-vif-plugged-454f4122-cb07-4fb1-bd41-bfbb53e7b105 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1324.158018] env[63070]: DEBUG oslo_concurrency.lockutils [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] Acquiring lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.158018] env[63070]: DEBUG oslo_concurrency.lockutils [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] Lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.158018] env[63070]: DEBUG oslo_concurrency.lockutils [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] Lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.158018] env[63070]: DEBUG nova.compute.manager [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] No waiting events found dispatching network-vif-plugged-454f4122-cb07-4fb1-bd41-bfbb53e7b105 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.158280] env[63070]: WARNING nova.compute.manager [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Received unexpected event network-vif-plugged-454f4122-cb07-4fb1-bd41-bfbb53e7b105 for instance with vm_state building and task_state spawning. [ 1324.158280] env[63070]: DEBUG nova.compute.manager [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Received event network-changed-454f4122-cb07-4fb1-bd41-bfbb53e7b105 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1324.158280] env[63070]: DEBUG nova.compute.manager [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Refreshing instance network info cache due to event network-changed-454f4122-cb07-4fb1-bd41-bfbb53e7b105. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1324.158280] env[63070]: DEBUG oslo_concurrency.lockutils [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] Acquiring lock "refresh_cache-853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.184797] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fdbda1-dd6b-43af-8e97-8db037017829 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.189537] env[63070]: DEBUG nova.compute.provider_tree [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.242014] env[63070]: DEBUG nova.network.neutron [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.245103] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "69f23f18-00d0-46ac-8867-8fc8cad8ed99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.245279] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "69f23f18-00d0-46ac-8867-8fc8cad8ed99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.245515] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "69f23f18-00d0-46ac-8867-8fc8cad8ed99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.245726] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "69f23f18-00d0-46ac-8867-8fc8cad8ed99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.245932] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "69f23f18-00d0-46ac-8867-8fc8cad8ed99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.248530] env[63070]: INFO nova.compute.manager [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Terminating instance [ 1324.287835] env[63070]: DEBUG nova.network.neutron [-] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.443748] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770086, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.500507] env[63070]: DEBUG oslo_concurrency.lockutils [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquiring lock "42087068-2562-47f2-b666-7db8b405d787" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.500775] env[63070]: DEBUG oslo_concurrency.lockutils [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lock "42087068-2562-47f2-b666-7db8b405d787" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.500988] env[63070]: DEBUG oslo_concurrency.lockutils [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquiring lock "42087068-2562-47f2-b666-7db8b405d787-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.501181] env[63070]: DEBUG oslo_concurrency.lockutils [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lock "42087068-2562-47f2-b666-7db8b405d787-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.501348] env[63070]: DEBUG oslo_concurrency.lockutils [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lock "42087068-2562-47f2-b666-7db8b405d787-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.504720] env[63070]: INFO nova.compute.manager [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Terminating instance [ 1324.519853] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.528446] env[63070]: DEBUG nova.network.neutron [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Successfully created port: 926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.631215] env[63070]: DEBUG nova.network.neutron [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Updating instance_info_cache with network_info: [{"id": "454f4122-cb07-4fb1-bd41-bfbb53e7b105", "address": "fa:16:3e:14:a8:c6", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454f4122-cb", "ovs_interfaceid": "454f4122-cb07-4fb1-bd41-bfbb53e7b105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.661585] env[63070]: DEBUG nova.compute.manager [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.692844] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.692844] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.692844] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.693379] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.693379] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.693379] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.693379] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.693379] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.693575] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.693575] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.693575] env[63070]: DEBUG nova.virt.hardware [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.694991] env[63070]: DEBUG nova.scheduler.client.report [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.699285] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c589875e-26ba-42be-a8b3-aee58f2e1511 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.710500] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3497bbad-3c65-4120-9249-6e5ab02962b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.756743] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "refresh_cache-69f23f18-00d0-46ac-8867-8fc8cad8ed99" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.756942] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquired lock "refresh_cache-69f23f18-00d0-46ac-8867-8fc8cad8ed99" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.757134] env[63070]: DEBUG nova.network.neutron [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.794532] env[63070]: INFO nova.compute.manager [-] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Took 1.94 seconds to deallocate network for instance. [ 1324.942311] env[63070]: DEBUG oslo_vmware.api [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770086, 'name': PowerOnVM_Task, 'duration_secs': 0.533726} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.942547] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.942772] env[63070]: INFO nova.compute.manager [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1324.942945] env[63070]: DEBUG nova.compute.manager [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.943781] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8207dea-39e6-4fa9-b805-9a5e7cbe80b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.007976] env[63070]: DEBUG nova.compute.manager [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.008247] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.009388] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829f7740-6610-4fb5-ae51-fccfed7b2bad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.023428] env[63070]: DEBUG oslo_vmware.api [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770087, 'name': PowerOnVM_Task, 'duration_secs': 0.92197} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.025601] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.028018] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7060c7e1-7269-42ff-aae2-067a3e409710 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance '061f91da-9911-4400-ba28-0e85b2c328f5' progress to 100 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.029459] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.029717] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe8af6c4-deff-45a0-b70a-4baada7d445e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.039597] env[63070]: DEBUG oslo_vmware.api [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for the task: (returnval){ [ 1325.039597] env[63070]: value = "task-1770088" [ 1325.039597] env[63070]: _type = "Task" [ 1325.039597] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.056832] env[63070]: DEBUG oslo_vmware.api [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.075362] env[63070]: DEBUG nova.compute.manager [req-5614a5c9-03c3-4b60-87a2-f6d3cf583818 req-f5a87eec-a932-443d-8104-fd9cdb554287 service nova] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Received event network-vif-deleted-60a67c5b-a169-46ce-8bf9-970f3c33ce4e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1325.137016] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Releasing lock "refresh_cache-853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.137016] env[63070]: DEBUG nova.compute.manager [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Instance network_info: |[{"id": "454f4122-cb07-4fb1-bd41-bfbb53e7b105", "address": "fa:16:3e:14:a8:c6", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454f4122-cb", "ovs_interfaceid": "454f4122-cb07-4fb1-bd41-bfbb53e7b105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.137139] env[63070]: DEBUG oslo_concurrency.lockutils [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] Acquired lock "refresh_cache-853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.137139] env[63070]: DEBUG nova.network.neutron [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Refreshing network info cache for port 454f4122-cb07-4fb1-bd41-bfbb53e7b105 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.137139] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:a8:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '454f4122-cb07-4fb1-bd41-bfbb53e7b105', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.145220] env[63070]: DEBUG oslo.service.loopingcall [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.146488] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.146790] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2cb4f35-361c-434e-8763-861c5bcccb26 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.173245] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.173245] env[63070]: value = "task-1770089" [ 1325.173245] env[63070]: _type = "Task" [ 1325.173245] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.183986] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770089, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.209294] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.209294] env[63070]: DEBUG nova.compute.manager [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.214588] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.272s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.218062] env[63070]: INFO nova.compute.claims [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.302333] env[63070]: DEBUG nova.network.neutron [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.307578] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.465016] env[63070]: INFO nova.compute.manager [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Took 23.32 seconds to build instance. [ 1325.506480] env[63070]: DEBUG nova.network.neutron [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.555738] env[63070]: DEBUG oslo_vmware.api [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770088, 'name': PowerOffVM_Task, 'duration_secs': 0.300889} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.556070] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.556243] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.556502] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba4368fc-1d48-4fb8-a45c-4b2c82ce063a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.649580] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.649992] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.649992] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Deleting the datastore file [datastore1] 42087068-2562-47f2-b666-7db8b405d787 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.650613] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9122e5a5-200e-4d9f-8c6c-4aca21d29f14 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.659107] env[63070]: DEBUG oslo_vmware.api [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for the task: (returnval){ [ 1325.659107] env[63070]: value = "task-1770091" [ 1325.659107] env[63070]: _type = "Task" [ 1325.659107] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.672316] env[63070]: DEBUG oslo_vmware.api [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.683729] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770089, 'name': CreateVM_Task, 'duration_secs': 0.458143} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.684839] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.687427] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.687427] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.687753] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.688155] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b75600-d61f-47b9-a73b-e580c3cc6847 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.693901] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1325.693901] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528d6f9d-6731-40a7-020b-bbd7fe62757c" [ 1325.693901] env[63070]: _type = "Task" [ 1325.693901] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.711325] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528d6f9d-6731-40a7-020b-bbd7fe62757c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.727054] env[63070]: DEBUG nova.compute.utils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.731150] env[63070]: DEBUG nova.compute.manager [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.731150] env[63070]: DEBUG nova.network.neutron [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.819353] env[63070]: DEBUG nova.policy [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c80ae8b46f4340f187cdf7afd80e8150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e006130cfb4451ca03fbf645b112cd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.968067] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0015e3-f923-4ca1-ad07-e1ebb36b212a tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "7e1353e6-2e70-49f0-8b11-0f68387d9a48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.832s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.009586] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Releasing lock "refresh_cache-69f23f18-00d0-46ac-8867-8fc8cad8ed99" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.010365] env[63070]: DEBUG nova.compute.manager [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.010553] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.011613] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aec1c1a-82b3-4910-8d73-8af9a5ce31c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.021649] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.021942] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d42b18a-57a7-4dd9-afea-43d41e8078e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.029571] env[63070]: DEBUG oslo_vmware.api [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1326.029571] env[63070]: value = "task-1770092" [ 1326.029571] env[63070]: _type = "Task" [ 1326.029571] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.042714] env[63070]: DEBUG oslo_vmware.api [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.046121] env[63070]: DEBUG nova.network.neutron [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Updated VIF entry in instance network info cache for port 454f4122-cb07-4fb1-bd41-bfbb53e7b105. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.046121] env[63070]: DEBUG nova.network.neutron [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Updating instance_info_cache with network_info: [{"id": "454f4122-cb07-4fb1-bd41-bfbb53e7b105", "address": "fa:16:3e:14:a8:c6", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454f4122-cb", "ovs_interfaceid": "454f4122-cb07-4fb1-bd41-bfbb53e7b105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.174241] env[63070]: DEBUG oslo_vmware.api [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Task: {'id': task-1770091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298912} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.174517] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.174700] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.175198] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.175413] env[63070]: INFO nova.compute.manager [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] [instance: 42087068-2562-47f2-b666-7db8b405d787] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1326.175695] env[63070]: DEBUG oslo.service.loopingcall [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.175958] env[63070]: DEBUG nova.compute.manager [-] [instance: 42087068-2562-47f2-b666-7db8b405d787] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.176080] env[63070]: DEBUG nova.network.neutron [-] [instance: 42087068-2562-47f2-b666-7db8b405d787] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.204882] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528d6f9d-6731-40a7-020b-bbd7fe62757c, 'name': SearchDatastore_Task, 'duration_secs': 0.034218} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.205214] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.205457] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.205771] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.205936] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.206131] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.206402] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14e85f13-e767-49e5-ad48-04a358b64b16 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.221101] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.221101] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.221101] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2048f7-a906-49dd-b237-55903f91a510 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.232350] env[63070]: DEBUG nova.compute.manager [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.235401] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1326.235401] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526fd1a4-d26a-62e4-7d68-829c28a006e3" [ 1326.235401] env[63070]: _type = "Task" [ 1326.235401] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.252709] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526fd1a4-d26a-62e4-7d68-829c28a006e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013838} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.253680] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32726270-951f-4984-b564-3d55ac0202d0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.259671] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1326.259671] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52600ab7-0d54-a5b6-6e73-f398e6e2930e" [ 1326.259671] env[63070]: _type = "Task" [ 1326.259671] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.271072] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52600ab7-0d54-a5b6-6e73-f398e6e2930e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.368585] env[63070]: DEBUG nova.network.neutron [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Successfully created port: 0710c663-3317-4a6d-8c34-c49385daa3ff {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.471306] env[63070]: DEBUG nova.compute.manager [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.541437] env[63070]: DEBUG oslo_vmware.api [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770092, 'name': PowerOffVM_Task, 'duration_secs': 0.139258} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.545167] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.545901] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.552439] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08eb3359-454a-4521-8f83-36849d9651c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.555057] env[63070]: DEBUG oslo_concurrency.lockutils [req-a52bac06-0749-438a-82d8-34fc96d88a6f req-d73ca299-e96c-4545-a268-3975b208d7b6 service nova] Releasing lock "refresh_cache-853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.590640] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.590986] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.591167] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Deleting the datastore file [datastore1] 69f23f18-00d0-46ac-8867-8fc8cad8ed99 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.591336] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26529ca9-7460-47fe-960e-b015d32dcdcc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.599425] env[63070]: DEBUG oslo_vmware.api [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for the task: (returnval){ [ 1326.599425] env[63070]: value = "task-1770094" [ 1326.599425] env[63070]: _type = "Task" [ 1326.599425] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.611503] env[63070]: DEBUG oslo_vmware.api [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.696741] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daac46a-320c-4991-8940-ce0b24f3ec77 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.704406] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1dc67d-d46c-4275-b20e-98c6263745c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.736844] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8282a6a-b867-41c1-9aed-5e25a47dc09d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.748577] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bdd870-0bfe-4143-9a5a-acbf7b9e0f3b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.763774] env[63070]: DEBUG nova.compute.provider_tree [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.775133] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52600ab7-0d54-a5b6-6e73-f398e6e2930e, 'name': SearchDatastore_Task, 'duration_secs': 0.012974} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.775425] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.775717] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e/853a38d6-ca46-4368-8cd5-e2c5cfa86a2e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.776036] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-665510f4-def9-4221-8fc0-137bcdfe9e42 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.782752] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1326.782752] env[63070]: value = "task-1770095" [ 1326.782752] env[63070]: _type = "Task" [ 1326.782752] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.791777] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.016326] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.085028] env[63070]: DEBUG nova.network.neutron [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Successfully updated port: 926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.115503] env[63070]: DEBUG oslo_vmware.api [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Task: {'id': task-1770094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163063} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.115876] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.117046] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.117307] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.117528] env[63070]: INFO nova.compute.manager [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1327.117958] env[63070]: DEBUG oslo.service.loopingcall [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.118358] env[63070]: DEBUG nova.compute.manager [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.118489] env[63070]: DEBUG nova.network.neutron [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.156052] env[63070]: DEBUG nova.network.neutron [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.255390] env[63070]: DEBUG nova.compute.manager [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.296995] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.299895] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.300754] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.300754] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.300754] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.300754] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.301037] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.301037] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.301460] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.301460] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.301586] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.302072] env[63070]: DEBUG nova.virt.hardware [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.303500] env[63070]: ERROR nova.scheduler.client.report [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [req-2e1bc36c-8d18-424c-ba84-cd2c217849f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e1bc36c-8d18-424c-ba84-cd2c217849f8"}]} [ 1327.304741] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1037ee-894f-4617-8f4a-588cd1b297a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.320033] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87969a07-78f5-4644-aaea-52a909055dcd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.340947] env[63070]: DEBUG nova.scheduler.client.report [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1327.363378] env[63070]: DEBUG nova.scheduler.client.report [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1327.364567] env[63070]: DEBUG nova.compute.provider_tree [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.382708] env[63070]: DEBUG nova.scheduler.client.report [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1327.409046] env[63070]: DEBUG nova.scheduler.client.report [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1327.442428] env[63070]: DEBUG nova.network.neutron [-] [instance: 42087068-2562-47f2-b666-7db8b405d787] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.592732] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.592732] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquired lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.592732] env[63070]: DEBUG nova.network.neutron [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.662587] env[63070]: DEBUG nova.network.neutron [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.708161] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquiring lock "4d963ae9-fd16-4412-b94c-a8148229f332" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.708888] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Lock "4d963ae9-fd16-4412-b94c-a8148229f332" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.752040] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquiring lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.752295] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.803128] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632547} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.803428] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e/853a38d6-ca46-4368-8cd5-e2c5cfa86a2e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.803633] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.805019] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77b1099c-0b2d-458d-b21b-46f711dd9c0a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.811610] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1327.811610] env[63070]: value = "task-1770096" [ 1327.811610] env[63070]: _type = "Task" [ 1327.811610] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.820445] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.948701] env[63070]: INFO nova.compute.manager [-] [instance: 42087068-2562-47f2-b666-7db8b405d787] Took 1.77 seconds to deallocate network for instance. [ 1327.983333] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2356ee4-f60a-4c54-b8d0-7f4f3d549e48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.000552] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9d48ad-d695-4ff4-af7f-c7282e6e62d2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.040282] env[63070]: DEBUG nova.compute.manager [req-dc91ecc6-46e6-4375-a3ec-09972a727576 req-f47450fe-cca3-420f-b526-62bfd80b4b6d service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Received event network-vif-plugged-926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1328.040599] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc91ecc6-46e6-4375-a3ec-09972a727576 req-f47450fe-cca3-420f-b526-62bfd80b4b6d service nova] Acquiring lock "d78810bc-5406-4c10-87ee-1f7e65f68807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.040777] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc91ecc6-46e6-4375-a3ec-09972a727576 req-f47450fe-cca3-420f-b526-62bfd80b4b6d service nova] Lock "d78810bc-5406-4c10-87ee-1f7e65f68807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.040898] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc91ecc6-46e6-4375-a3ec-09972a727576 req-f47450fe-cca3-420f-b526-62bfd80b4b6d service nova] Lock "d78810bc-5406-4c10-87ee-1f7e65f68807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.041076] env[63070]: DEBUG nova.compute.manager [req-dc91ecc6-46e6-4375-a3ec-09972a727576 req-f47450fe-cca3-420f-b526-62bfd80b4b6d service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] No waiting events found dispatching network-vif-plugged-926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1328.041247] env[63070]: WARNING nova.compute.manager [req-dc91ecc6-46e6-4375-a3ec-09972a727576 req-f47450fe-cca3-420f-b526-62bfd80b4b6d service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Received unexpected event network-vif-plugged-926e6452-05bd-4686-ac6d-2a183f5d3093 for instance with vm_state building and task_state spawning. [ 1328.042106] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006b0be-2a07-464f-8151-1d9bda0f04d4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.055082] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b376a8-e5b7-4412-98c0-477195c7020c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.071881] env[63070]: DEBUG nova.compute.provider_tree [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1328.108186] env[63070]: DEBUG nova.compute.manager [req-df34e3c7-2648-4da2-924f-f364544dfd21 req-3b7864cd-5b29-49d8-9b1d-e997f84ff3fc service nova] [instance: 42087068-2562-47f2-b666-7db8b405d787] Received event network-vif-deleted-f3812580-2d5f-432b-a47f-fa9e8e169201 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1328.169107] env[63070]: INFO nova.compute.manager [-] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Took 1.05 seconds to deallocate network for instance. [ 1328.169862] env[63070]: INFO nova.compute.manager [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Rebuilding instance [ 1328.181960] env[63070]: DEBUG nova.network.neutron [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.234191] env[63070]: DEBUG nova.compute.manager [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.235308] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dda379c-3d56-4925-8d44-9eecebe612cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.325242] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093201} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.325242] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.325651] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293d5190-4e62-49b7-8713-4b87d26f2234 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.356329] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e/853a38d6-ca46-4368-8cd5-e2c5cfa86a2e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.362491] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057d3c45-7da6-4b0e-ae20-0fc6b8d04f86 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.386945] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1328.386945] env[63070]: value = "task-1770097" [ 1328.386945] env[63070]: _type = "Task" [ 1328.386945] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.403559] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.424600] env[63070]: DEBUG oslo_vmware.rw_handles [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216263e-2856-cb1f-82e7-337ba6e24a16/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1328.425872] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5303ba1d-ee3f-425b-b5e2-b1cc283c85ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.431998] env[63070]: DEBUG oslo_vmware.rw_handles [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216263e-2856-cb1f-82e7-337ba6e24a16/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1328.431998] env[63070]: ERROR oslo_vmware.rw_handles [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216263e-2856-cb1f-82e7-337ba6e24a16/disk-0.vmdk due to incomplete transfer. [ 1328.432289] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d2e862b-5ea7-4a1d-a976-ee7787ee8274 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.439379] env[63070]: DEBUG oslo_vmware.rw_handles [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216263e-2856-cb1f-82e7-337ba6e24a16/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1328.439556] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Uploaded image f643f8f4-e027-4a1d-b947-fd67f96aac9e to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1328.441441] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1328.442322] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a74f06a-77cc-46cf-b8b9-aa8d793471b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.124132] env[63070]: DEBUG oslo_concurrency.lockutils [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.125413] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.127199] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "061f91da-9911-4400-ba28-0e85b2c328f5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.127460] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "061f91da-9911-4400-ba28-0e85b2c328f5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.127648] env[63070]: DEBUG nova.compute.manager [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Going to confirm migration 1 {{(pid=63070) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1329.129858] env[63070]: DEBUG nova.network.neutron [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Successfully updated port: 0710c663-3317-4a6d-8c34-c49385daa3ff {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.136409] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1329.136409] env[63070]: value = "task-1770098" [ 1329.136409] env[63070]: _type = "Task" [ 1329.136409] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.144843] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.153312] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770098, 'name': Destroy_Task, 'duration_secs': 0.331016} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.153312] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Destroyed the VM [ 1329.153312] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1329.153312] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-628e31d3-c26c-4251-943e-a549d559f214 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.164909] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1329.164909] env[63070]: value = "task-1770099" [ 1329.164909] env[63070]: _type = "Task" [ 1329.164909] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.176146] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770099, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.177090] env[63070]: DEBUG nova.scheduler.client.report [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1329.177341] env[63070]: DEBUG nova.compute.provider_tree [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 37 to 38 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1329.177561] env[63070]: DEBUG nova.compute.provider_tree [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1329.194384] env[63070]: DEBUG nova.network.neutron [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updating instance_info_cache with network_info: [{"id": "926e6452-05bd-4686-ac6d-2a183f5d3093", "address": "fa:16:3e:de:a6:d2", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926e6452-05", "ovs_interfaceid": "926e6452-05bd-4686-ac6d-2a183f5d3093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.630463] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.634771] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9293fe5f-1520-4eb3-906b-732fd2200870 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.640448] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "refresh_cache-efe551af-1396-46e5-b398-d3785acae4f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.640586] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquired lock "refresh_cache-efe551af-1396-46e5-b398-d3785acae4f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.640958] env[63070]: DEBUG nova.network.neutron [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.647726] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1329.647726] env[63070]: value = "task-1770100" [ 1329.647726] env[63070]: _type = "Task" [ 1329.647726] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.647726] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770097, 'name': ReconfigVM_Task, 'duration_secs': 0.842778} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.650274] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e/853a38d6-ca46-4368-8cd5-e2c5cfa86a2e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.654190] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1af85fa1-df66-4662-85ec-5952bcb9f1c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.665481] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.667052] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1329.667052] env[63070]: value = "task-1770101" [ 1329.667052] env[63070]: _type = "Task" [ 1329.667052] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.681445] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770099, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.685298] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.474s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.685810] env[63070]: DEBUG nova.compute.manager [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.688335] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770101, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.688823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.650s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.688823] env[63070]: DEBUG nova.objects.instance [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63070) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1329.697021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Releasing lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.697287] env[63070]: DEBUG nova.compute.manager [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Instance network_info: |[{"id": "926e6452-05bd-4686-ac6d-2a183f5d3093", "address": "fa:16:3e:de:a6:d2", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926e6452-05", "ovs_interfaceid": "926e6452-05bd-4686-ac6d-2a183f5d3093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.697988] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:a6:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '926e6452-05bd-4686-ac6d-2a183f5d3093', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.706294] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Creating folder: Project (846f347df09e475e85f81fe9307a6236). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1329.706589] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-820f914f-7d94-4c5b-a0ec-6f36a9da9a41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.717061] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Created folder: Project (846f347df09e475e85f81fe9307a6236) in parent group-v367531. [ 1329.717413] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Creating folder: Instances. Parent ref: group-v367573. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1329.717679] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9fec98d-b249-452f-b1d0-a088be7fab88 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.728871] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Created folder: Instances in parent group-v367573. [ 1329.731020] env[63070]: DEBUG oslo.service.loopingcall [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.731020] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.731020] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dc8bad2-1828-48d3-9899-2f5af7bb5025 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.755209] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.755209] env[63070]: value = "task-1770104" [ 1329.755209] env[63070]: _type = "Task" [ 1329.755209] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.762884] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770104, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.918079] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.918284] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.918466] env[63070]: DEBUG nova.network.neutron [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.919293] env[63070]: DEBUG nova.objects.instance [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lazy-loading 'info_cache' on Instance uuid 061f91da-9911-4400-ba28-0e85b2c328f5 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.167973] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770100, 'name': PowerOffVM_Task, 'duration_secs': 0.237996} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.172719] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.174101] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.174101] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f711f99-6127-4429-8aff-44ab30c93af9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.183191] env[63070]: DEBUG nova.compute.manager [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Received event network-changed-926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1330.183294] env[63070]: DEBUG nova.compute.manager [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Refreshing instance network info cache due to event network-changed-926e6452-05bd-4686-ac6d-2a183f5d3093. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1330.183440] env[63070]: DEBUG oslo_concurrency.lockutils [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] Acquiring lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.183574] env[63070]: DEBUG oslo_concurrency.lockutils [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] Acquired lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.183727] env[63070]: DEBUG nova.network.neutron [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Refreshing network info cache for port 926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.191364] env[63070]: DEBUG oslo_vmware.api [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770099, 'name': RemoveSnapshot_Task, 'duration_secs': 0.706714} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.191607] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.192965] env[63070]: DEBUG nova.compute.utils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1330.198261] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1330.198483] env[63070]: INFO nova.compute.manager [None req-c23bbcea-4fbb-4117-be6f-f59d479a40de tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Took 17.88 seconds to snapshot the instance on the hypervisor. [ 1330.202133] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f01e0787-9067-49f6-997b-3309049264b7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.207694] env[63070]: DEBUG nova.compute.manager [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.207694] env[63070]: DEBUG nova.network.neutron [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.209965] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770101, 'name': Rename_Task, 'duration_secs': 0.190786} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.210664] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.211244] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e40f65b8-7c3a-40a2-a160-34a4498af377 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.219524] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1330.219524] env[63070]: value = "task-1770106" [ 1330.219524] env[63070]: _type = "Task" [ 1330.219524] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.230710] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.232521] env[63070]: DEBUG nova.network.neutron [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.236373] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.236685] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.237249] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Deleting the datastore file [datastore1] 7e1353e6-2e70-49f0-8b11-0f68387d9a48 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.237369] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dc3e27d-defc-49e6-82df-9c4d22d38f62 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.245729] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1330.245729] env[63070]: value = "task-1770107" [ 1330.245729] env[63070]: _type = "Task" [ 1330.245729] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.256189] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.270668] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770104, 'name': CreateVM_Task, 'duration_secs': 0.369029} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.270950] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.271956] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.272545] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.272832] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.274075] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e93c0ae-f718-4618-9cfc-05555e4ac184 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.279245] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1330.279245] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f0c4d4-6adf-af43-269b-47dbdcf59c62" [ 1330.279245] env[63070]: _type = "Task" [ 1330.279245] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.287262] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f0c4d4-6adf-af43-269b-47dbdcf59c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.301759] env[63070]: DEBUG nova.policy [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ecb94958f524b169e2c9d68f8b65e89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b9d3d1201e84ba28617839ea8cf52fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.527457] env[63070]: DEBUG nova.network.neutron [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Updating instance_info_cache with network_info: [{"id": "0710c663-3317-4a6d-8c34-c49385daa3ff", "address": "fa:16:3e:db:72:f8", "network": {"id": "26b9fccd-25e0-41dc-8f94-cb3cf7c5f5f6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1157076624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e006130cfb4451ca03fbf645b112cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0710c663-33", "ovs_interfaceid": "0710c663-3317-4a6d-8c34-c49385daa3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.696268] env[63070]: DEBUG nova.compute.manager [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.701180] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03e926fe-37f5-455a-b7b0-bbe3959cfbf6 tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.704110] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.466s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.704110] env[63070]: INFO nova.compute.claims [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.731450] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.757933] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101137} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.758194] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.758366] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.758529] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.762487] env[63070]: DEBUG nova.network.neutron [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Successfully created port: be7427f0-78da-43ad-900a-82613bc13dab {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.795017] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f0c4d4-6adf-af43-269b-47dbdcf59c62, 'name': SearchDatastore_Task, 'duration_secs': 0.017141} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.795017] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.798195] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.798568] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.798754] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.798960] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.799548] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5004e523-7506-416d-8c30-4ac2118808ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.808379] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.808593] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.809570] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a355ce-07db-41e9-8d1e-7cc5690cd0a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.815145] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1330.815145] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5276230b-6342-d33a-1cf4-ea5b2c35e5b3" [ 1330.815145] env[63070]: _type = "Task" [ 1330.815145] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.824405] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5276230b-6342-d33a-1cf4-ea5b2c35e5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.035886] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Releasing lock "refresh_cache-efe551af-1396-46e5-b398-d3785acae4f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.036228] env[63070]: DEBUG nova.compute.manager [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Instance network_info: |[{"id": "0710c663-3317-4a6d-8c34-c49385daa3ff", "address": "fa:16:3e:db:72:f8", "network": {"id": "26b9fccd-25e0-41dc-8f94-cb3cf7c5f5f6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1157076624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e006130cfb4451ca03fbf645b112cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0710c663-33", "ovs_interfaceid": "0710c663-3317-4a6d-8c34-c49385daa3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.036631] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:72:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0710c663-3317-4a6d-8c34-c49385daa3ff', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.048087] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Creating folder: Project (9e006130cfb4451ca03fbf645b112cd1). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.048808] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56d94a00-dce4-4ab7-a077-ccfdad8a0887 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.065251] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Created folder: Project (9e006130cfb4451ca03fbf645b112cd1) in parent group-v367531. [ 1331.065470] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Creating folder: Instances. Parent ref: group-v367576. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.066335] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-365dddba-a9be-40fa-9e9d-b34726c243e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.078975] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Created folder: Instances in parent group-v367576. [ 1331.079228] env[63070]: DEBUG oslo.service.loopingcall [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.079433] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.079646] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef4e20fb-b9cd-443e-a1db-a8a54d3a556a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.104601] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.104601] env[63070]: value = "task-1770110" [ 1331.104601] env[63070]: _type = "Task" [ 1331.104601] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.115032] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770110, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.160862] env[63070]: DEBUG nova.network.neutron [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updated VIF entry in instance network info cache for port 926e6452-05bd-4686-ac6d-2a183f5d3093. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.160978] env[63070]: DEBUG nova.network.neutron [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updating instance_info_cache with network_info: [{"id": "926e6452-05bd-4686-ac6d-2a183f5d3093", "address": "fa:16:3e:de:a6:d2", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926e6452-05", "ovs_interfaceid": "926e6452-05bd-4686-ac6d-2a183f5d3093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.240990] env[63070]: DEBUG oslo_vmware.api [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770106, 'name': PowerOnVM_Task, 'duration_secs': 0.856149} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.241702] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.242060] env[63070]: INFO nova.compute.manager [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1331.242348] env[63070]: DEBUG nova.compute.manager [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.243665] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac43eb52-1478-41ac-87e3-7d270cf212ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.337169] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5276230b-6342-d33a-1cf4-ea5b2c35e5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.337169] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bf61b0-ad4c-4612-afbd-d2d929c405da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.349156] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1331.349156] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525b4810-ace2-2a73-b7f2-5f14f8b6e7d0" [ 1331.349156] env[63070]: _type = "Task" [ 1331.349156] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.352400] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525b4810-ace2-2a73-b7f2-5f14f8b6e7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.449108] env[63070]: DEBUG nova.network.neutron [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance_info_cache with network_info: [{"id": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "address": "fa:16:3e:2c:e6:41", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f238d42-18", "ovs_interfaceid": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.617377] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770110, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.669320] env[63070]: DEBUG oslo_concurrency.lockutils [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] Releasing lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.669860] env[63070]: DEBUG nova.compute.manager [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Received event network-vif-plugged-0710c663-3317-4a6d-8c34-c49385daa3ff {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1331.669860] env[63070]: DEBUG oslo_concurrency.lockutils [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] Acquiring lock "efe551af-1396-46e5-b398-d3785acae4f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.670018] env[63070]: DEBUG oslo_concurrency.lockutils [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] Lock "efe551af-1396-46e5-b398-d3785acae4f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.670361] env[63070]: DEBUG oslo_concurrency.lockutils [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] Lock "efe551af-1396-46e5-b398-d3785acae4f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.670361] env[63070]: DEBUG nova.compute.manager [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] No waiting events found dispatching network-vif-plugged-0710c663-3317-4a6d-8c34-c49385daa3ff {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.670503] env[63070]: WARNING nova.compute.manager [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Received unexpected event network-vif-plugged-0710c663-3317-4a6d-8c34-c49385daa3ff for instance with vm_state building and task_state spawning. [ 1331.670666] env[63070]: DEBUG nova.compute.manager [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Received event network-changed-0710c663-3317-4a6d-8c34-c49385daa3ff {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1331.671973] env[63070]: DEBUG nova.compute.manager [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Refreshing instance network info cache due to event network-changed-0710c663-3317-4a6d-8c34-c49385daa3ff. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1331.671973] env[63070]: DEBUG oslo_concurrency.lockutils [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] Acquiring lock "refresh_cache-efe551af-1396-46e5-b398-d3785acae4f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.671973] env[63070]: DEBUG oslo_concurrency.lockutils [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] Acquired lock "refresh_cache-efe551af-1396-46e5-b398-d3785acae4f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.671973] env[63070]: DEBUG nova.network.neutron [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Refreshing network info cache for port 0710c663-3317-4a6d-8c34-c49385daa3ff {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.710588] env[63070]: DEBUG nova.compute.manager [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.752442] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.752689] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.753151] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.753151] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.753268] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.753324] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.753522] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.753668] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.753823] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.754024] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.755394] env[63070]: DEBUG nova.virt.hardware [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.764783] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9889630-8aa3-4006-865e-7c9608ea917a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.779121] env[63070]: INFO nova.compute.manager [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Took 27.12 seconds to build instance. [ 1331.789016] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5e32c4-8a47-48f8-aaca-b21fff32c1a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.818479] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.818759] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.818914] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.819128] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.819274] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.819688] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.819688] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.819816] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.819910] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.823140] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.823431] env[63070]: DEBUG nova.virt.hardware [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.824518] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f42903-3061-4268-a8be-7bfb594a4de0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.836266] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9ead1-8689-45de-a915-a27053cd7e5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.856416] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.862176] env[63070]: DEBUG oslo.service.loopingcall [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.865388] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.865824] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-422122e1-ba1f-45ce-afa4-8adb41c6c6e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.883501] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525b4810-ace2-2a73-b7f2-5f14f8b6e7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.884312] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.884563] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] d78810bc-5406-4c10-87ee-1f7e65f68807/d78810bc-5406-4c10-87ee-1f7e65f68807.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.884820] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a46120f-b216-41fb-a8f7-f2bdc7675158 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.890038] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.890038] env[63070]: value = "task-1770111" [ 1331.890038] env[63070]: _type = "Task" [ 1331.890038] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.896422] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1331.896422] env[63070]: value = "task-1770112" [ 1331.896422] env[63070]: _type = "Task" [ 1331.896422] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.904653] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770111, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.910605] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.952731] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.953158] env[63070]: DEBUG nova.objects.instance [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lazy-loading 'migration_context' on Instance uuid 061f91da-9911-4400-ba28-0e85b2c328f5 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.115265] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770110, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.254972] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754d912f-2dc0-46c8-91e3-f592fececffd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.262338] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ef1631-bb33-4fd3-8a48-6d6d08100a83 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.294342] env[63070]: DEBUG nova.compute.manager [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.294837] env[63070]: DEBUG oslo_concurrency.lockutils [None req-117db43c-62d4-4ee7-94dc-8113870e051a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.659s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.295875] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0edf3ff-136b-4947-9415-30a6454f371e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.300543] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1cd5ee-bc1b-4b25-b3ca-6d34b7d6f1e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.315176] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2443cf2-39a7-47ac-a807-08e068368286 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.333329] env[63070]: DEBUG nova.compute.provider_tree [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.405627] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770111, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.410986] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770112, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.463026] env[63070]: DEBUG nova.objects.base [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Object Instance<061f91da-9911-4400-ba28-0e85b2c328f5> lazy-loaded attributes: info_cache,migration_context {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1332.463026] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfe209d-f83e-4b95-a8b9-f891d871e4d0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.494143] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f90abf-530d-43d5-b2a9-57f2b029f5c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.503093] env[63070]: DEBUG oslo_vmware.api [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1332.503093] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524930cd-c9b6-c7cd-cdb5-7a2dacba6f03" [ 1332.503093] env[63070]: _type = "Task" [ 1332.503093] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.512865] env[63070]: DEBUG oslo_vmware.api [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524930cd-c9b6-c7cd-cdb5-7a2dacba6f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.617103] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770110, 'name': CreateVM_Task, 'duration_secs': 1.455435} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.617287] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.618510] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.618951] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.619065] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.619325] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca6f7e7-911d-4343-874c-e30b00a93c13 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.624640] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1332.624640] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52269792-f4a4-a078-506c-4ac5efb24bf2" [ 1332.624640] env[63070]: _type = "Task" [ 1332.624640] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.632143] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52269792-f4a4-a078-506c-4ac5efb24bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.651013] env[63070]: DEBUG nova.network.neutron [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Updated VIF entry in instance network info cache for port 0710c663-3317-4a6d-8c34-c49385daa3ff. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.651392] env[63070]: DEBUG nova.network.neutron [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Updating instance_info_cache with network_info: [{"id": "0710c663-3317-4a6d-8c34-c49385daa3ff", "address": "fa:16:3e:db:72:f8", "network": {"id": "26b9fccd-25e0-41dc-8f94-cb3cf7c5f5f6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1157076624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e006130cfb4451ca03fbf645b112cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0710c663-33", "ovs_interfaceid": "0710c663-3317-4a6d-8c34-c49385daa3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.731106] env[63070]: DEBUG nova.network.neutron [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Successfully updated port: be7427f0-78da-43ad-900a-82613bc13dab {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.803915] env[63070]: DEBUG nova.compute.manager [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.814013] env[63070]: INFO nova.compute.manager [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] instance snapshotting [ 1332.822776] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b14f339-4d0f-4380-a8fc-35c9bd869a3c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.853772] env[63070]: DEBUG nova.scheduler.client.report [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.861020] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a624e-0d92-4f4a-b505-1fdf44a3c54c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.900328] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770111, 'name': CreateVM_Task, 'duration_secs': 0.642298} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.904444] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.905094] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.910148] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734325} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.910437] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] d78810bc-5406-4c10-87ee-1f7e65f68807/d78810bc-5406-4c10-87ee-1f7e65f68807.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.910579] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.910809] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8861ba7-5b84-4ee5-9c32-28b3ef7ee5e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.915119] env[63070]: DEBUG nova.compute.manager [req-94e62e10-f1d5-447c-ae02-377ac0e5d1ea req-a18f845a-df1e-4c20-a050-125a37266e30 service nova] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Received event network-vif-plugged-be7427f0-78da-43ad-900a-82613bc13dab {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1332.915320] env[63070]: DEBUG oslo_concurrency.lockutils [req-94e62e10-f1d5-447c-ae02-377ac0e5d1ea req-a18f845a-df1e-4c20-a050-125a37266e30 service nova] Acquiring lock "53521a81-effa-4be1-8093-c2fb7cf443ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.915551] env[63070]: DEBUG oslo_concurrency.lockutils [req-94e62e10-f1d5-447c-ae02-377ac0e5d1ea req-a18f845a-df1e-4c20-a050-125a37266e30 service nova] Lock "53521a81-effa-4be1-8093-c2fb7cf443ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.915664] env[63070]: DEBUG oslo_concurrency.lockutils [req-94e62e10-f1d5-447c-ae02-377ac0e5d1ea req-a18f845a-df1e-4c20-a050-125a37266e30 service nova] Lock "53521a81-effa-4be1-8093-c2fb7cf443ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.915830] env[63070]: DEBUG nova.compute.manager [req-94e62e10-f1d5-447c-ae02-377ac0e5d1ea req-a18f845a-df1e-4c20-a050-125a37266e30 service nova] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] No waiting events found dispatching network-vif-plugged-be7427f0-78da-43ad-900a-82613bc13dab {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.915989] env[63070]: WARNING nova.compute.manager [req-94e62e10-f1d5-447c-ae02-377ac0e5d1ea req-a18f845a-df1e-4c20-a050-125a37266e30 service nova] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Received unexpected event network-vif-plugged-be7427f0-78da-43ad-900a-82613bc13dab for instance with vm_state building and task_state spawning. [ 1332.917741] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1332.917741] env[63070]: value = "task-1770113" [ 1332.917741] env[63070]: _type = "Task" [ 1332.917741] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.925835] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.013277] env[63070]: DEBUG oslo_vmware.api [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524930cd-c9b6-c7cd-cdb5-7a2dacba6f03, 'name': SearchDatastore_Task, 'duration_secs': 0.036096} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.014036] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.088985] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38829409-7c3e-4e4b-9975-fe81c72ba190 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.096184] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-46bc0bf3-e285-4636-a614-ea1b514d6ddb tempest-ServersAdminNegativeTestJSON-301803099 tempest-ServersAdminNegativeTestJSON-301803099-project-admin] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Suspending the VM {{(pid=63070) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1333.096451] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-366881cd-7228-40c9-9f60-ff1dd013be6c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.103368] env[63070]: DEBUG oslo_vmware.api [None req-46bc0bf3-e285-4636-a614-ea1b514d6ddb tempest-ServersAdminNegativeTestJSON-301803099 tempest-ServersAdminNegativeTestJSON-301803099-project-admin] Waiting for the task: (returnval){ [ 1333.103368] env[63070]: value = "task-1770114" [ 1333.103368] env[63070]: _type = "Task" [ 1333.103368] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.112153] env[63070]: DEBUG oslo_vmware.api [None req-46bc0bf3-e285-4636-a614-ea1b514d6ddb tempest-ServersAdminNegativeTestJSON-301803099 tempest-ServersAdminNegativeTestJSON-301803099-project-admin] Task: {'id': task-1770114, 'name': SuspendVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.134482] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52269792-f4a4-a078-506c-4ac5efb24bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.134786] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.135028] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.135273] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.135658] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.135658] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.137615] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.137615] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.137615] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef30be7d-33a9-4b7c-bf5c-33cc54b03875 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.138588] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f01b58-8dc9-4ef8-b86d-32f0fdb51d33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.144797] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1333.144797] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521339f4-cf29-9ae7-e85f-7a511bfdf44e" [ 1333.144797] env[63070]: _type = "Task" [ 1333.144797] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.150465] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.150644] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.155936] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e282f8d-7634-43c7-88bd-7768569fe795 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.158524] env[63070]: DEBUG oslo_concurrency.lockutils [req-0bb76cbf-3df9-4846-bfcc-954c41b36f48 req-0e1a5684-5afc-4f63-a210-d183f7c4e836 service nova] Releasing lock "refresh_cache-efe551af-1396-46e5-b398-d3785acae4f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.158885] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521339f4-cf29-9ae7-e85f-7a511bfdf44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.161897] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1333.161897] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527a4afa-9aec-bacc-b72c-a962b162a9ac" [ 1333.161897] env[63070]: _type = "Task" [ 1333.161897] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.171765] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527a4afa-9aec-bacc-b72c-a962b162a9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.235086] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "refresh_cache-53521a81-effa-4be1-8093-c2fb7cf443ce" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.236606] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "refresh_cache-53521a81-effa-4be1-8093-c2fb7cf443ce" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.236606] env[63070]: DEBUG nova.network.neutron [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.330574] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.361807] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.362440] env[63070]: DEBUG nova.compute.manager [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1333.365261] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.878s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.367598] env[63070]: INFO nova.compute.claims [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.370900] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1333.375195] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac64949c-dd84-49d8-b99d-f39ac0f73af6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.381930] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1333.381930] env[63070]: value = "task-1770115" [ 1333.381930] env[63070]: _type = "Task" [ 1333.381930] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.394055] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770115, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.434935] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064969} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.434935] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.437138] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85562c99-2b5e-4707-87f9-4372c86bd68b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.464029] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d78810bc-5406-4c10-87ee-1f7e65f68807/d78810bc-5406-4c10-87ee-1f7e65f68807.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.464029] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928f6880-fa2b-444e-aaf2-e216d498c632 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.487143] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1333.487143] env[63070]: value = "task-1770116" [ 1333.487143] env[63070]: _type = "Task" [ 1333.487143] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.496147] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.612952] env[63070]: DEBUG oslo_vmware.api [None req-46bc0bf3-e285-4636-a614-ea1b514d6ddb tempest-ServersAdminNegativeTestJSON-301803099 tempest-ServersAdminNegativeTestJSON-301803099-project-admin] Task: {'id': task-1770114, 'name': SuspendVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.657145] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521339f4-cf29-9ae7-e85f-7a511bfdf44e, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.657496] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.657765] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.658064] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.674556] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527a4afa-9aec-bacc-b72c-a962b162a9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008103} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.676261] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8bb2aea-cdab-4b70-ac3a-529ba108cf00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.682910] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1333.682910] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526bfd32-126f-23e0-395c-94980b3dd994" [ 1333.682910] env[63070]: _type = "Task" [ 1333.682910] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.691862] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526bfd32-126f-23e0-395c-94980b3dd994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.801196] env[63070]: DEBUG nova.network.neutron [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.872350] env[63070]: DEBUG nova.compute.utils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1333.873974] env[63070]: DEBUG nova.compute.manager [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.874156] env[63070]: DEBUG nova.network.neutron [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.891974] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770115, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.928114] env[63070]: DEBUG nova.policy [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd23f4e0d4d46a8b420e61edbcde725', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbd27b6ac18d4315841b8eb636e14683', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1334.000762] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770116, 'name': ReconfigVM_Task, 'duration_secs': 0.368701} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.001054] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d78810bc-5406-4c10-87ee-1f7e65f68807/d78810bc-5406-4c10-87ee-1f7e65f68807.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.001780] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4fe1cd5-6ae3-4438-8537-ed28e46cb6fd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.011610] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1334.011610] env[63070]: value = "task-1770117" [ 1334.011610] env[63070]: _type = "Task" [ 1334.011610] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.025326] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770117, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.116401] env[63070]: DEBUG oslo_vmware.api [None req-46bc0bf3-e285-4636-a614-ea1b514d6ddb tempest-ServersAdminNegativeTestJSON-301803099 tempest-ServersAdminNegativeTestJSON-301803099-project-admin] Task: {'id': task-1770114, 'name': SuspendVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.140032] env[63070]: DEBUG nova.network.neutron [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Updating instance_info_cache with network_info: [{"id": "be7427f0-78da-43ad-900a-82613bc13dab", "address": "fa:16:3e:74:0d:87", "network": {"id": "2c7ae3b9-d0ea-4012-baba-f1eeddbc9e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355776928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4b9d3d1201e84ba28617839ea8cf52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7427f0-78", "ovs_interfaceid": "be7427f0-78da-43ad-900a-82613bc13dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.195562] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526bfd32-126f-23e0-395c-94980b3dd994, 'name': SearchDatastore_Task, 'duration_secs': 0.035255} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.195928] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.196212] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] efe551af-1396-46e5-b398-d3785acae4f9/efe551af-1396-46e5-b398-d3785acae4f9.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.196509] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.196699] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.196914] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b38234c-675e-411c-b762-9b4b5ba4a77d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.201657] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a66684ce-5f2a-422c-9391-9e677cb8e50a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.210974] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1334.210974] env[63070]: value = "task-1770118" [ 1334.210974] env[63070]: _type = "Task" [ 1334.210974] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.218544] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.261778] env[63070]: DEBUG nova.network.neutron [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Successfully created port: 5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.381700] env[63070]: DEBUG nova.compute.manager [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1334.405550] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770115, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.527853] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770117, 'name': Rename_Task, 'duration_secs': 0.502704} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.531624] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.532287] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06d911e7-a047-4e89-850d-e463ca6b87f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.552421] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1334.552421] env[63070]: value = "task-1770119" [ 1334.552421] env[63070]: _type = "Task" [ 1334.552421] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.562931] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.615498] env[63070]: DEBUG oslo_vmware.api [None req-46bc0bf3-e285-4636-a614-ea1b514d6ddb tempest-ServersAdminNegativeTestJSON-301803099 tempest-ServersAdminNegativeTestJSON-301803099-project-admin] Task: {'id': task-1770114, 'name': SuspendVM_Task, 'duration_secs': 1.175119} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.618822] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-46bc0bf3-e285-4636-a614-ea1b514d6ddb tempest-ServersAdminNegativeTestJSON-301803099 tempest-ServersAdminNegativeTestJSON-301803099-project-admin] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Suspended the VM {{(pid=63070) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1334.618822] env[63070]: DEBUG nova.compute.manager [None req-46bc0bf3-e285-4636-a614-ea1b514d6ddb tempest-ServersAdminNegativeTestJSON-301803099 tempest-ServersAdminNegativeTestJSON-301803099-project-admin] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.619847] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d498a448-ef52-44bb-a00d-527968c130ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.644320] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "refresh_cache-53521a81-effa-4be1-8093-c2fb7cf443ce" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.644636] env[63070]: DEBUG nova.compute.manager [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Instance network_info: |[{"id": "be7427f0-78da-43ad-900a-82613bc13dab", "address": "fa:16:3e:74:0d:87", "network": {"id": "2c7ae3b9-d0ea-4012-baba-f1eeddbc9e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355776928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4b9d3d1201e84ba28617839ea8cf52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7427f0-78", "ovs_interfaceid": "be7427f0-78da-43ad-900a-82613bc13dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1334.645363] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:0d:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be7427f0-78da-43ad-900a-82613bc13dab', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.654153] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Creating folder: Project (4b9d3d1201e84ba28617839ea8cf52fd). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.657319] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7262976f-dfea-476e-b398-ea5d6cf0b06c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.668129] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Created folder: Project (4b9d3d1201e84ba28617839ea8cf52fd) in parent group-v367531. [ 1334.668437] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Creating folder: Instances. Parent ref: group-v367580. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.677804] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc71d726-5b0d-40b7-a8cc-91a8d32770c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.681595] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.681595] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.681595] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89bf3ce-492c-4c41-88fe-9e68bd6f813f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.687497] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1334.687497] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52784db9-a591-ead5-4287-c2b4f9c29acf" [ 1334.687497] env[63070]: _type = "Task" [ 1334.687497] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.697097] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Created folder: Instances in parent group-v367580. [ 1334.698212] env[63070]: DEBUG oslo.service.loopingcall [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.698212] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.698387] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79d24029-b2ff-4c7f-bdf2-522d0f0dd85a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.722610] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52784db9-a591-ead5-4287-c2b4f9c29acf, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.726766] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8f6e2f-d948-4c30-a771-b286f1d61024 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.731381] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.731381] env[63070]: value = "task-1770122" [ 1334.731381] env[63070]: _type = "Task" [ 1334.731381] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.737174] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1334.737174] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5271bc65-db05-21d9-ed6d-d036c5f9a3d3" [ 1334.737174] env[63070]: _type = "Task" [ 1334.737174] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.744236] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.744458] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770122, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.756524] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5271bc65-db05-21d9-ed6d-d036c5f9a3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.756958] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.757258] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 7e1353e6-2e70-49f0-8b11-0f68387d9a48/7e1353e6-2e70-49f0-8b11-0f68387d9a48.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.757531] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-026bc3fe-9dc5-4b44-bce6-a55937c09c6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.764985] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1334.764985] env[63070]: value = "task-1770123" [ 1334.764985] env[63070]: _type = "Task" [ 1334.764985] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.776399] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.910736] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770115, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.042949] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e537cede-597f-4262-8a69-a43db4dbbfd6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.051054] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777f0e62-da00-47df-ad48-89621dd9cc0b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.100369] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962753c7-145e-4a4e-9044-6c2f046f4ec5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.103699] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.111049] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277c8c8d-3acc-4319-be8a-ec228134a533 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.130283] env[63070]: DEBUG nova.compute.provider_tree [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1335.236743] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986972} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.240167] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] efe551af-1396-46e5-b398-d3785acae4f9/efe551af-1396-46e5-b398-d3785acae4f9.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.241022] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.241022] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bb8dea2-c64d-4bb9-8b53-ba2c1921e72f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.249484] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770122, 'name': CreateVM_Task, 'duration_secs': 0.367645} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.250546] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.250939] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1335.250939] env[63070]: value = "task-1770124" [ 1335.250939] env[63070]: _type = "Task" [ 1335.250939] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.251656] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.251826] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.252181] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.252559] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2554a33c-08a8-4f6a-879d-387fe762672e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.266677] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.272061] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1335.272061] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5287ba36-4df4-c12b-30ad-0913c820755f" [ 1335.272061] env[63070]: _type = "Task" [ 1335.272061] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.274273] env[63070]: DEBUG nova.compute.manager [req-0794c482-2834-4ded-bd52-58af31bae327 req-c4874e37-bf06-4acd-8bf1-99581d860a40 service nova] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Received event network-changed-be7427f0-78da-43ad-900a-82613bc13dab {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1335.274469] env[63070]: DEBUG nova.compute.manager [req-0794c482-2834-4ded-bd52-58af31bae327 req-c4874e37-bf06-4acd-8bf1-99581d860a40 service nova] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Refreshing instance network info cache due to event network-changed-be7427f0-78da-43ad-900a-82613bc13dab. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1335.274554] env[63070]: DEBUG oslo_concurrency.lockutils [req-0794c482-2834-4ded-bd52-58af31bae327 req-c4874e37-bf06-4acd-8bf1-99581d860a40 service nova] Acquiring lock "refresh_cache-53521a81-effa-4be1-8093-c2fb7cf443ce" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.274739] env[63070]: DEBUG oslo_concurrency.lockutils [req-0794c482-2834-4ded-bd52-58af31bae327 req-c4874e37-bf06-4acd-8bf1-99581d860a40 service nova] Acquired lock "refresh_cache-53521a81-effa-4be1-8093-c2fb7cf443ce" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.274922] env[63070]: DEBUG nova.network.neutron [req-0794c482-2834-4ded-bd52-58af31bae327 req-c4874e37-bf06-4acd-8bf1-99581d860a40 service nova] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Refreshing network info cache for port be7427f0-78da-43ad-900a-82613bc13dab {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.287242] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770123, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.293110] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5287ba36-4df4-c12b-30ad-0913c820755f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.405908] env[63070]: DEBUG nova.compute.manager [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1335.412590] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770115, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.434371] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.434587] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.434796] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.435037] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.435190] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.435360] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.435599] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.439032] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.439032] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.439032] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.439032] env[63070]: DEBUG nova.virt.hardware [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.439032] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f744362-ad05-4a6a-b66c-271c05ad0795 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.449420] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6360d86-ad7c-45d6-a4ba-e9c4e0ed48c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.572290] env[63070]: DEBUG oslo_vmware.api [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770119, 'name': PowerOnVM_Task, 'duration_secs': 0.758171} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.572539] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.572736] env[63070]: INFO nova.compute.manager [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1335.572911] env[63070]: DEBUG nova.compute.manager [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.573812] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f26229-2bb8-4637-ae70-b22232a0a7ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.680629] env[63070]: DEBUG nova.scheduler.client.report [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1335.680940] env[63070]: DEBUG nova.compute.provider_tree [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 38 to 39 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1335.681105] env[63070]: DEBUG nova.compute.provider_tree [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1335.763263] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202909} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.763263] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.763986] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0844124-43fc-4548-85af-aa5821e71918 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.776252] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79692} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.791196] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 7e1353e6-2e70-49f0-8b11-0f68387d9a48/7e1353e6-2e70-49f0-8b11-0f68387d9a48.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.791708] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.804611] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] efe551af-1396-46e5-b398-d3785acae4f9/efe551af-1396-46e5-b398-d3785acae4f9.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.805030] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78cc40a6-4d6d-4999-a899-a7f0c245a55a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.809117] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9acded37-90a4-428b-bd68-30f6b5ace5c4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.832046] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5287ba36-4df4-c12b-30ad-0913c820755f, 'name': SearchDatastore_Task, 'duration_secs': 0.06132} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.834813] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.835203] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.835747] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.835975] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.836965] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.837826] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1335.837826] env[63070]: value = "task-1770125" [ 1335.837826] env[63070]: _type = "Task" [ 1335.837826] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.838206] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1335.838206] env[63070]: value = "task-1770126" [ 1335.838206] env[63070]: _type = "Task" [ 1335.838206] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.838481] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c34632eb-45b1-4de6-ad89-a6e90d530564 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.858619] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.859019] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.860218] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.860429] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.861172] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95bf0a9-0772-44db-9247-77574745ca93 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.868420] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1335.868420] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52691ad8-c8c4-3115-5704-a8e2d41d8d70" [ 1335.868420] env[63070]: _type = "Task" [ 1335.868420] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.878757] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52691ad8-c8c4-3115-5704-a8e2d41d8d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.910979] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770115, 'name': CreateSnapshot_Task, 'duration_secs': 2.242872} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.911340] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1335.912516] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208395f9-9eb4-4db7-892d-e790e3964995 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.098019] env[63070]: INFO nova.compute.manager [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Took 30.75 seconds to build instance. [ 1336.186117] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.186703] env[63070]: DEBUG nova.compute.manager [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.198017] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.536s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.198017] env[63070]: INFO nova.compute.claims [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.334035] env[63070]: DEBUG nova.network.neutron [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Successfully updated port: 5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1336.356732] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770126, 'name': ReconfigVM_Task, 'duration_secs': 0.284264} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.359633] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Reconfigured VM instance instance-0000000f to attach disk [datastore1] efe551af-1396-46e5-b398-d3785acae4f9/efe551af-1396-46e5-b398-d3785acae4f9.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.359896] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142334} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.359896] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7381802-9a13-4e80-8fc5-78131afe2bb9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.361921] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.363293] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39f9ff3-821b-4eb6-90f0-bdb4c769d63a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.370205] env[63070]: DEBUG nova.network.neutron [req-0794c482-2834-4ded-bd52-58af31bae327 req-c4874e37-bf06-4acd-8bf1-99581d860a40 service nova] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Updated VIF entry in instance network info cache for port be7427f0-78da-43ad-900a-82613bc13dab. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.370879] env[63070]: DEBUG nova.network.neutron [req-0794c482-2834-4ded-bd52-58af31bae327 req-c4874e37-bf06-4acd-8bf1-99581d860a40 service nova] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Updating instance_info_cache with network_info: [{"id": "be7427f0-78da-43ad-900a-82613bc13dab", "address": "fa:16:3e:74:0d:87", "network": {"id": "2c7ae3b9-d0ea-4012-baba-f1eeddbc9e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355776928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4b9d3d1201e84ba28617839ea8cf52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7427f0-78", "ovs_interfaceid": "be7427f0-78da-43ad-900a-82613bc13dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.380479] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1336.380479] env[63070]: value = "task-1770127" [ 1336.380479] env[63070]: _type = "Task" [ 1336.380479] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.400059] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 7e1353e6-2e70-49f0-8b11-0f68387d9a48/7e1353e6-2e70-49f0-8b11-0f68387d9a48.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.407761] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf49f91-f045-4788-8c5c-cf4689ede6ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.422768] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52691ad8-c8c4-3115-5704-a8e2d41d8d70, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.430885] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1336.431198] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e39ae31-49a2-45af-ad85-ff412269dcf5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.439125] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-407b0001-1f5f-409b-8067-2664f5b0883e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.441444] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1336.441444] env[63070]: value = "task-1770128" [ 1336.441444] env[63070]: _type = "Task" [ 1336.441444] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.441648] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770127, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.453224] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1336.453224] env[63070]: value = "task-1770129" [ 1336.453224] env[63070]: _type = "Task" [ 1336.453224] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.453918] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1336.453918] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5294df6e-ff84-5fd2-c350-7250b9c22767" [ 1336.453918] env[63070]: _type = "Task" [ 1336.453918] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.462759] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.468596] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770129, 'name': CloneVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.473368] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5294df6e-ff84-5fd2-c350-7250b9c22767, 'name': SearchDatastore_Task, 'duration_secs': 0.013433} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.473631] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.473871] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 53521a81-effa-4be1-8093-c2fb7cf443ce/53521a81-effa-4be1-8093-c2fb7cf443ce.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.474138] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1512f37-5999-4367-9cbe-f85eb48e20a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.481338] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1336.481338] env[63070]: value = "task-1770130" [ 1336.481338] env[63070]: _type = "Task" [ 1336.481338] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.490909] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.591832] env[63070]: DEBUG nova.compute.manager [req-d856f329-b046-49a5-b8d5-fad10db5b1b3 req-c61b4bc1-3eb9-4dd5-bcb8-0afb6464d43f service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Received event network-vif-plugged-5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1336.592202] env[63070]: DEBUG oslo_concurrency.lockutils [req-d856f329-b046-49a5-b8d5-fad10db5b1b3 req-c61b4bc1-3eb9-4dd5-bcb8-0afb6464d43f service nova] Acquiring lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.592343] env[63070]: DEBUG oslo_concurrency.lockutils [req-d856f329-b046-49a5-b8d5-fad10db5b1b3 req-c61b4bc1-3eb9-4dd5-bcb8-0afb6464d43f service nova] Lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.592633] env[63070]: DEBUG oslo_concurrency.lockutils [req-d856f329-b046-49a5-b8d5-fad10db5b1b3 req-c61b4bc1-3eb9-4dd5-bcb8-0afb6464d43f service nova] Lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.592754] env[63070]: DEBUG nova.compute.manager [req-d856f329-b046-49a5-b8d5-fad10db5b1b3 req-c61b4bc1-3eb9-4dd5-bcb8-0afb6464d43f service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] No waiting events found dispatching network-vif-plugged-5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.592984] env[63070]: WARNING nova.compute.manager [req-d856f329-b046-49a5-b8d5-fad10db5b1b3 req-c61b4bc1-3eb9-4dd5-bcb8-0afb6464d43f service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Received unexpected event network-vif-plugged-5c169416-deef-4024-9cde-3571a479e79c for instance with vm_state building and task_state spawning. [ 1336.596381] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c89e46bb-1157-49db-9aed-01d1d011dcd1 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "d78810bc-5406-4c10-87ee-1f7e65f68807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.271s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.701578] env[63070]: DEBUG nova.compute.utils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1336.707020] env[63070]: DEBUG nova.compute.manager [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.707020] env[63070]: DEBUG nova.network.neutron [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.768071] env[63070]: DEBUG nova.policy [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '513886a1d0b44383b946a85245f2ad41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6238f5516ea94876814e31dd61a2deb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.837269] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.838143] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquired lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.838509] env[63070]: DEBUG nova.network.neutron [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.880217] env[63070]: DEBUG oslo_concurrency.lockutils [req-0794c482-2834-4ded-bd52-58af31bae327 req-c4874e37-bf06-4acd-8bf1-99581d860a40 service nova] Releasing lock "refresh_cache-53521a81-effa-4be1-8093-c2fb7cf443ce" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.905201] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770127, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.953967] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.965159] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770129, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.992927] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.098492] env[63070]: DEBUG nova.compute.manager [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.206454] env[63070]: DEBUG nova.compute.manager [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.264253] env[63070]: DEBUG nova.network.neutron [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Successfully created port: a4a304aa-b1fd-4417-b191-667d2ec22c64 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1337.380044] env[63070]: DEBUG nova.network.neutron [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1337.410964] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770127, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.465381] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770128, 'name': ReconfigVM_Task, 'duration_secs': 0.893363} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.467677] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 7e1353e6-2e70-49f0-8b11-0f68387d9a48/7e1353e6-2e70-49f0-8b11-0f68387d9a48.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.468373] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72e764a2-ced7-44ee-95ef-006746b5aa38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.479875] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770129, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.484281] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1337.484281] env[63070]: value = "task-1770131" [ 1337.484281] env[63070]: _type = "Task" [ 1337.484281] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.508819] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770131, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.509251] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772044} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.509861] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 53521a81-effa-4be1-8093-c2fb7cf443ce/53521a81-effa-4be1-8093-c2fb7cf443ce.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.509861] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.510150] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642a3742-0b1c-465a-9ec3-9fa0cae73f41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.518418] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1337.518418] env[63070]: value = "task-1770132" [ 1337.518418] env[63070]: _type = "Task" [ 1337.518418] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.532588] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.629388] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.701750] env[63070]: DEBUG nova.network.neutron [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Updating instance_info_cache with network_info: [{"id": "5c169416-deef-4024-9cde-3571a479e79c", "address": "fa:16:3e:37:a7:67", "network": {"id": "b50c55ae-e565-43b6-bfab-f4b8faf1d4f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924300205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd27b6ac18d4315841b8eb636e14683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c169416-de", "ovs_interfaceid": "5c169416-deef-4024-9cde-3571a479e79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.760393] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968bd150-5e4e-43b9-8b1e-7c6413fbbc43 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.770445] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40715987-60eb-4aef-8ceb-99b9d1432b94 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.802429] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea2165-597d-4855-87c6-771da81317cc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.811079] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1010f057-edb7-4a02-95bf-944c4273b768 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.828471] env[63070]: DEBUG nova.compute.provider_tree [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.906990] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770127, 'name': Rename_Task, 'duration_secs': 1.144812} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.907349] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.907674] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8deb427-bbf8-47a3-b4b0-8cf8d81e2e6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.916913] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1337.916913] env[63070]: value = "task-1770133" [ 1337.916913] env[63070]: _type = "Task" [ 1337.916913] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.926223] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.956412] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquiring lock "55e951bd-d72e-409a-b69f-f61fe72d96ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.957076] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lock "55e951bd-d72e-409a-b69f-f61fe72d96ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.974230] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770129, 'name': CloneVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.995758] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770131, 'name': Rename_Task, 'duration_secs': 0.141781} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.996033] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.996177] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31fad3fc-6ca8-44f5-92d7-b8bf3f6697b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.002649] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1338.002649] env[63070]: value = "task-1770134" [ 1338.002649] env[63070]: _type = "Task" [ 1338.002649] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.011825] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.030256] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068523} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.030701] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.031758] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948b3d9b-32cc-4786-a1ab-a3c7fcac573f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.057041] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 53521a81-effa-4be1-8093-c2fb7cf443ce/53521a81-effa-4be1-8093-c2fb7cf443ce.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.057477] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2edf4b3e-4a3c-4dbf-9aad-0c4338c2cd95 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.079287] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1338.079287] env[63070]: value = "task-1770135" [ 1338.079287] env[63070]: _type = "Task" [ 1338.079287] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.092249] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.205798] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Releasing lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.205798] env[63070]: DEBUG nova.compute.manager [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Instance network_info: |[{"id": "5c169416-deef-4024-9cde-3571a479e79c", "address": "fa:16:3e:37:a7:67", "network": {"id": "b50c55ae-e565-43b6-bfab-f4b8faf1d4f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924300205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd27b6ac18d4315841b8eb636e14683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c169416-de", "ovs_interfaceid": "5c169416-deef-4024-9cde-3571a479e79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1338.205955] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:a7:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c169416-deef-4024-9cde-3571a479e79c', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.213217] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Creating folder: Project (cbd27b6ac18d4315841b8eb636e14683). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.213573] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95bcdbbc-b19c-47c4-8f10-f2f19d6c080f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.224309] env[63070]: DEBUG nova.compute.manager [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.226354] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Created folder: Project (cbd27b6ac18d4315841b8eb636e14683) in parent group-v367531. [ 1338.226599] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Creating folder: Instances. Parent ref: group-v367585. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.227083] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec14d9de-dd5c-4cd6-800f-fc0637259539 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.237599] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Created folder: Instances in parent group-v367585. [ 1338.237824] env[63070]: DEBUG oslo.service.loopingcall [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.238050] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.238260] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd951f88-e9be-4c5c-a39d-04ea68e2064c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.262359] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.262359] env[63070]: value = "task-1770138" [ 1338.262359] env[63070]: _type = "Task" [ 1338.262359] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.264539] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.266577] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.266577] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.266577] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.266577] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.266577] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.266917] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.266917] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.266917] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.266917] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.266917] env[63070]: DEBUG nova.virt.hardware [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.267811] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d0c34b-f91e-47e5-9c3e-f34637ad1eae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.284227] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3465b1-ed8a-47b8-9a36-55bfc069908f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.289018] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770138, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.338912] env[63070]: DEBUG nova.scheduler.client.report [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.428697] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.474669] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770129, 'name': CloneVM_Task, 'duration_secs': 1.588659} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.474995] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Created linked-clone VM from snapshot [ 1338.475814] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adad3166-3590-46d0-8a69-c28d86fe8156 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.489164] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Uploading image 67c0b781-6d9c-4b84-a3d5-209634196633 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1338.513956] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.530233] env[63070]: DEBUG oslo_vmware.rw_handles [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1338.530233] env[63070]: value = "vm-367584" [ 1338.530233] env[63070]: _type = "VirtualMachine" [ 1338.530233] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1338.531038] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1d26c89-19f4-4273-bfdf-7b525ca40b09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.539983] env[63070]: DEBUG oslo_vmware.rw_handles [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lease: (returnval){ [ 1338.539983] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0672b-5328-c8cb-4348-3c175e285a54" [ 1338.539983] env[63070]: _type = "HttpNfcLease" [ 1338.539983] env[63070]: } obtained for exporting VM: (result){ [ 1338.539983] env[63070]: value = "vm-367584" [ 1338.539983] env[63070]: _type = "VirtualMachine" [ 1338.539983] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1338.540874] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the lease: (returnval){ [ 1338.540874] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0672b-5328-c8cb-4348-3c175e285a54" [ 1338.540874] env[63070]: _type = "HttpNfcLease" [ 1338.540874] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1338.551539] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1338.551539] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0672b-5328-c8cb-4348-3c175e285a54" [ 1338.551539] env[63070]: _type = "HttpNfcLease" [ 1338.551539] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1338.591787] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.783760] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770138, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.846018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.846018] env[63070]: DEBUG nova.compute.manager [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.851685] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.123s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.853210] env[63070]: INFO nova.compute.claims [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.927752] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.019497] env[63070]: DEBUG oslo_vmware.api [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770134, 'name': PowerOnVM_Task, 'duration_secs': 0.671337} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.019701] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.019918] env[63070]: DEBUG nova.compute.manager [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.020744] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65216d00-5740-4a6e-bc3e-9baae141b692 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.035998] env[63070]: DEBUG nova.compute.manager [req-cbc47f75-a4e8-43e7-994d-3295fdf545c4 req-bd8d02e5-1812-4260-956b-1a0a912a50fc service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Received event network-changed-5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1339.036221] env[63070]: DEBUG nova.compute.manager [req-cbc47f75-a4e8-43e7-994d-3295fdf545c4 req-bd8d02e5-1812-4260-956b-1a0a912a50fc service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Refreshing instance network info cache due to event network-changed-5c169416-deef-4024-9cde-3571a479e79c. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1339.036441] env[63070]: DEBUG oslo_concurrency.lockutils [req-cbc47f75-a4e8-43e7-994d-3295fdf545c4 req-bd8d02e5-1812-4260-956b-1a0a912a50fc service nova] Acquiring lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.036591] env[63070]: DEBUG oslo_concurrency.lockutils [req-cbc47f75-a4e8-43e7-994d-3295fdf545c4 req-bd8d02e5-1812-4260-956b-1a0a912a50fc service nova] Acquired lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.036762] env[63070]: DEBUG nova.network.neutron [req-cbc47f75-a4e8-43e7-994d-3295fdf545c4 req-bd8d02e5-1812-4260-956b-1a0a912a50fc service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Refreshing network info cache for port 5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.053021] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.053021] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0672b-5328-c8cb-4348-3c175e285a54" [ 1339.053021] env[63070]: _type = "HttpNfcLease" [ 1339.053021] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1339.053021] env[63070]: DEBUG oslo_vmware.rw_handles [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1339.053021] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0672b-5328-c8cb-4348-3c175e285a54" [ 1339.053021] env[63070]: _type = "HttpNfcLease" [ 1339.053021] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1339.053021] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d75b203-5f3c-4662-ab16-dca6a4eaf212 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.061381] env[63070]: DEBUG oslo_vmware.rw_handles [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522915ad-7836-5177-7973-7cf93e1c0650/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1339.061549] env[63070]: DEBUG oslo_vmware.rw_handles [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522915ad-7836-5177-7973-7cf93e1c0650/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1339.142927] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770135, 'name': ReconfigVM_Task, 'duration_secs': 0.961778} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.143246] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 53521a81-effa-4be1-8093-c2fb7cf443ce/53521a81-effa-4be1-8093-c2fb7cf443ce.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.144840] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a735580-790a-4fb0-9416-fdb84ffa8bf1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.154758] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1339.154758] env[63070]: value = "task-1770140" [ 1339.154758] env[63070]: _type = "Task" [ 1339.154758] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.158884] env[63070]: DEBUG nova.network.neutron [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Successfully updated port: a4a304aa-b1fd-4417-b191-667d2ec22c64 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.166066] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770140, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.207283] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6f90fd7b-03de-42b9-be50-a006857c15a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.281910] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770138, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.365661] env[63070]: DEBUG nova.compute.utils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1339.367231] env[63070]: DEBUG nova.compute.manager [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.367346] env[63070]: DEBUG nova.network.neutron [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.430739] env[63070]: DEBUG oslo_vmware.api [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770133, 'name': PowerOnVM_Task, 'duration_secs': 1.28729} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.431210] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.431560] env[63070]: INFO nova.compute.manager [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Took 12.18 seconds to spawn the instance on the hypervisor. [ 1339.431906] env[63070]: DEBUG nova.compute.manager [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.433194] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cd6f67-555e-48de-b44f-a5cdadabbf20 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.437813] env[63070]: DEBUG nova.policy [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3ccb0ae47743ed969f0945a73fbac0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02e83b02183c4cefb96746c7ad2f4c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.451543] env[63070]: DEBUG nova.compute.manager [req-3f4391c7-c108-465a-9a69-87a227c2525a req-f137b084-e203-4ded-ade5-34190d164754 service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Received event network-vif-plugged-a4a304aa-b1fd-4417-b191-667d2ec22c64 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1339.451801] env[63070]: DEBUG oslo_concurrency.lockutils [req-3f4391c7-c108-465a-9a69-87a227c2525a req-f137b084-e203-4ded-ade5-34190d164754 service nova] Acquiring lock "46c4833a-37de-4b16-904a-a88e50cb1998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.452014] env[63070]: DEBUG oslo_concurrency.lockutils [req-3f4391c7-c108-465a-9a69-87a227c2525a req-f137b084-e203-4ded-ade5-34190d164754 service nova] Lock "46c4833a-37de-4b16-904a-a88e50cb1998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.452196] env[63070]: DEBUG oslo_concurrency.lockutils [req-3f4391c7-c108-465a-9a69-87a227c2525a req-f137b084-e203-4ded-ade5-34190d164754 service nova] Lock "46c4833a-37de-4b16-904a-a88e50cb1998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.452366] env[63070]: DEBUG nova.compute.manager [req-3f4391c7-c108-465a-9a69-87a227c2525a req-f137b084-e203-4ded-ade5-34190d164754 service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] No waiting events found dispatching network-vif-plugged-a4a304aa-b1fd-4417-b191-667d2ec22c64 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.452549] env[63070]: WARNING nova.compute.manager [req-3f4391c7-c108-465a-9a69-87a227c2525a req-f137b084-e203-4ded-ade5-34190d164754 service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Received unexpected event network-vif-plugged-a4a304aa-b1fd-4417-b191-667d2ec22c64 for instance with vm_state building and task_state spawning. [ 1339.552653] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.661369] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.661369] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.661369] env[63070]: DEBUG nova.network.neutron [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.667202] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770140, 'name': Rename_Task, 'duration_secs': 0.241242} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.667397] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.668537] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2e0978-bcd4-4668-8e58-3015b3543d59 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.677688] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1339.677688] env[63070]: value = "task-1770141" [ 1339.677688] env[63070]: _type = "Task" [ 1339.677688] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.690401] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.785930] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770138, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.872595] env[63070]: DEBUG nova.compute.manager [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.885274] env[63070]: DEBUG nova.network.neutron [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Successfully created port: 5c6a0c15-f5c2-4830-917b-526387756ab1 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.932385] env[63070]: DEBUG nova.network.neutron [req-cbc47f75-a4e8-43e7-994d-3295fdf545c4 req-bd8d02e5-1812-4260-956b-1a0a912a50fc service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Updated VIF entry in instance network info cache for port 5c169416-deef-4024-9cde-3571a479e79c. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.932647] env[63070]: DEBUG nova.network.neutron [req-cbc47f75-a4e8-43e7-994d-3295fdf545c4 req-bd8d02e5-1812-4260-956b-1a0a912a50fc service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Updating instance_info_cache with network_info: [{"id": "5c169416-deef-4024-9cde-3571a479e79c", "address": "fa:16:3e:37:a7:67", "network": {"id": "b50c55ae-e565-43b6-bfab-f4b8faf1d4f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924300205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd27b6ac18d4315841b8eb636e14683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c169416-de", "ovs_interfaceid": "5c169416-deef-4024-9cde-3571a479e79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.962390] env[63070]: INFO nova.compute.manager [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Took 33.90 seconds to build instance. [ 1340.196223] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.226437] env[63070]: DEBUG nova.network.neutron [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.288140] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770138, 'name': CreateVM_Task, 'duration_secs': 1.749353} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.288444] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.289351] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.289757] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.290266] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.290583] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92aed8e0-f283-4d6c-b3b9-f08f0856e694 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.302772] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1340.302772] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bce1b4-d0b7-4b36-5f0f-23b0e22cd86b" [ 1340.302772] env[63070]: _type = "Task" [ 1340.302772] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.315486] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bce1b4-d0b7-4b36-5f0f-23b0e22cd86b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.435342] env[63070]: DEBUG oslo_concurrency.lockutils [req-cbc47f75-a4e8-43e7-994d-3295fdf545c4 req-bd8d02e5-1812-4260-956b-1a0a912a50fc service nova] Releasing lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.442309] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32db9413-4745-40d5-b262-da1518421c04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.451667] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e985c5e-7aa8-4e05-8d4f-c7b92231f145 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.486152] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3275a0c6-98e6-44e3-a8bf-2c9cb50d03dd tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.439s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.489585] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb7d931-8a38-4fee-b345-446ad0cb9ab2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.499212] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329366a7-fe7f-4535-ba79-4889b73895ac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.519789] env[63070]: DEBUG nova.network.neutron [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Updating instance_info_cache with network_info: [{"id": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "address": "fa:16:3e:b6:02:39", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a304aa-b1", "ovs_interfaceid": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.524073] env[63070]: DEBUG nova.compute.provider_tree [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.528905] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.529251] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.696728] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.813270] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bce1b4-d0b7-4b36-5f0f-23b0e22cd86b, 'name': SearchDatastore_Task, 'duration_secs': 0.022836} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.813631] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.814042] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.814376] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.814538] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.814903] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.815661] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71432951-c4d7-4578-83ce-cdcb6f994244 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.828869] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.828869] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.829498] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d948a93e-a399-49d6-af19-d48add87d02b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.835383] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1340.835383] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c4bbf6-e225-8211-817d-52947d6e4cae" [ 1340.835383] env[63070]: _type = "Task" [ 1340.835383] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.844718] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c4bbf6-e225-8211-817d-52947d6e4cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.888317] env[63070]: DEBUG nova.compute.manager [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.925915] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.926191] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.926493] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.926661] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.926901] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.927946] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.927946] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.927946] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.928188] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.928188] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.928416] env[63070]: DEBUG nova.virt.hardware [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.929462] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6458e84b-bac3-4d6e-9a1e-6dfa001ac687 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.944227] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d6e7d-1eca-4018-ac61-3f8c0aa82825 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.990436] env[63070]: DEBUG nova.compute.manager [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.023295] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.023697] env[63070]: DEBUG nova.compute.manager [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Instance network_info: |[{"id": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "address": "fa:16:3e:b6:02:39", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a304aa-b1", "ovs_interfaceid": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.024503] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:02:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4a304aa-b1fd-4417-b191-667d2ec22c64', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.038178] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Creating folder: Project (6238f5516ea94876814e31dd61a2deb9). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1341.040343] env[63070]: DEBUG nova.scheduler.client.report [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.045061] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8216b9c4-6429-45ef-9629-431f80c79fb8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.060375] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Created folder: Project (6238f5516ea94876814e31dd61a2deb9) in parent group-v367531. [ 1341.060667] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Creating folder: Instances. Parent ref: group-v367588. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1341.060882] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faf15ffe-d1c8-44c2-983c-842a468497a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.072247] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Created folder: Instances in parent group-v367588. [ 1341.072566] env[63070]: DEBUG oslo.service.loopingcall [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.073254] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.073739] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0a7c5ea-fc9f-4442-bbfe-8af454c046da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.096553] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.096553] env[63070]: value = "task-1770144" [ 1341.096553] env[63070]: _type = "Task" [ 1341.096553] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.104634] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770144, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.192170] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "7e1353e6-2e70-49f0-8b11-0f68387d9a48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.192585] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "7e1353e6-2e70-49f0-8b11-0f68387d9a48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.192926] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "7e1353e6-2e70-49f0-8b11-0f68387d9a48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.193169] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "7e1353e6-2e70-49f0-8b11-0f68387d9a48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.194313] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "7e1353e6-2e70-49f0-8b11-0f68387d9a48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.195132] env[63070]: DEBUG oslo_vmware.api [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770141, 'name': PowerOnVM_Task, 'duration_secs': 1.393413} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.195867] env[63070]: INFO nova.compute.manager [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Terminating instance [ 1341.197658] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.197843] env[63070]: INFO nova.compute.manager [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1341.198057] env[63070]: DEBUG nova.compute.manager [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.198897] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7d17a3-3426-4e0e-bdba-3d461cae6a14 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.347971] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c4bbf6-e225-8211-817d-52947d6e4cae, 'name': SearchDatastore_Task, 'duration_secs': 0.015674} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.349758] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56f6275-410d-47f8-b890-ebac3b315116 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.356278] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1341.356278] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dbd287-5ffc-6eb0-db0c-fa18abe26abd" [ 1341.356278] env[63070]: _type = "Task" [ 1341.356278] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.368239] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dbd287-5ffc-6eb0-db0c-fa18abe26abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.378807] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.379501] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.528390] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.549566] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.550115] env[63070]: DEBUG nova.compute.manager [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.552789] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.619s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.553028] env[63070]: DEBUG nova.objects.instance [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lazy-loading 'resources' on Instance uuid ad195fa2-6bb5-41b9-aef6-d6805292c2f0 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.609573] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770144, 'name': CreateVM_Task, 'duration_secs': 0.452786} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.609750] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.610641] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.611258] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.611526] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.611810] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028ccba9-7bf0-4108-9688-9ce6fd2f82a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.617445] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1341.617445] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f6981a-88af-7173-28a6-9ec9a528b787" [ 1341.617445] env[63070]: _type = "Task" [ 1341.617445] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.627251] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f6981a-88af-7173-28a6-9ec9a528b787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.680352] env[63070]: DEBUG nova.compute.manager [req-29dbcd4e-3d18-488e-91bb-a934865646e5 req-45cbaff6-213f-4c81-a0f9-d2767f111898 service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Received event network-changed-a4a304aa-b1fd-4417-b191-667d2ec22c64 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1341.680557] env[63070]: DEBUG nova.compute.manager [req-29dbcd4e-3d18-488e-91bb-a934865646e5 req-45cbaff6-213f-4c81-a0f9-d2767f111898 service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Refreshing instance network info cache due to event network-changed-a4a304aa-b1fd-4417-b191-667d2ec22c64. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1341.680771] env[63070]: DEBUG oslo_concurrency.lockutils [req-29dbcd4e-3d18-488e-91bb-a934865646e5 req-45cbaff6-213f-4c81-a0f9-d2767f111898 service nova] Acquiring lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.680938] env[63070]: DEBUG oslo_concurrency.lockutils [req-29dbcd4e-3d18-488e-91bb-a934865646e5 req-45cbaff6-213f-4c81-a0f9-d2767f111898 service nova] Acquired lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.681146] env[63070]: DEBUG nova.network.neutron [req-29dbcd4e-3d18-488e-91bb-a934865646e5 req-45cbaff6-213f-4c81-a0f9-d2767f111898 service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Refreshing network info cache for port a4a304aa-b1fd-4417-b191-667d2ec22c64 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.701076] env[63070]: DEBUG nova.network.neutron [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Successfully updated port: 5c6a0c15-f5c2-4830-917b-526387756ab1 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.707074] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "refresh_cache-7e1353e6-2e70-49f0-8b11-0f68387d9a48" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.707074] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquired lock "refresh_cache-7e1353e6-2e70-49f0-8b11-0f68387d9a48" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.707074] env[63070]: DEBUG nova.network.neutron [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.721316] env[63070]: INFO nova.compute.manager [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Took 34.82 seconds to build instance. [ 1341.872025] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dbd287-5ffc-6eb0-db0c-fa18abe26abd, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.872244] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.872586] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] bd33682d-74a2-44b4-9f07-c172b2b9a42f/bd33682d-74a2-44b4-9f07-c172b2b9a42f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.872908] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38a99fe7-4592-4b50-9e91-88bba180cb3d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.880219] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1341.880219] env[63070]: value = "task-1770145" [ 1341.880219] env[63070]: _type = "Task" [ 1341.880219] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.889519] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.967151] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.967754] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.056952] env[63070]: DEBUG nova.compute.utils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1342.063161] env[63070]: DEBUG nova.compute.manager [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.063161] env[63070]: DEBUG nova.network.neutron [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.129267] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f6981a-88af-7173-28a6-9ec9a528b787, 'name': SearchDatastore_Task, 'duration_secs': 0.028309} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.131930] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.132191] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.132459] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.132603] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.133069] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.133252] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e14dae9-e098-4836-8ad0-3bc10ee4b951 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.145318] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.145518] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.149925] env[63070]: DEBUG nova.policy [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc47899cddf41cb9948e5b4cfc80772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb85c7512d7c4b3386e6adf1da10d1cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.151233] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7c8342-cc39-4a26-803f-80e27fcae573 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.157459] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1342.157459] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52abc6d6-dfaf-e77d-4f28-d3bbf84aa04e" [ 1342.157459] env[63070]: _type = "Task" [ 1342.157459] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.166554] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52abc6d6-dfaf-e77d-4f28-d3bbf84aa04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.171512] env[63070]: DEBUG nova.compute.manager [req-ca20ca0c-f610-4207-9148-b3afbd27d092 req-3e7e6187-d493-4c32-8962-c4d2aabda606 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Received event network-changed-0710c663-3317-4a6d-8c34-c49385daa3ff {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1342.171512] env[63070]: DEBUG nova.compute.manager [req-ca20ca0c-f610-4207-9148-b3afbd27d092 req-3e7e6187-d493-4c32-8962-c4d2aabda606 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Refreshing instance network info cache due to event network-changed-0710c663-3317-4a6d-8c34-c49385daa3ff. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1342.171698] env[63070]: DEBUG oslo_concurrency.lockutils [req-ca20ca0c-f610-4207-9148-b3afbd27d092 req-3e7e6187-d493-4c32-8962-c4d2aabda606 service nova] Acquiring lock "refresh_cache-efe551af-1396-46e5-b398-d3785acae4f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.171821] env[63070]: DEBUG oslo_concurrency.lockutils [req-ca20ca0c-f610-4207-9148-b3afbd27d092 req-3e7e6187-d493-4c32-8962-c4d2aabda606 service nova] Acquired lock "refresh_cache-efe551af-1396-46e5-b398-d3785acae4f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.171983] env[63070]: DEBUG nova.network.neutron [req-ca20ca0c-f610-4207-9148-b3afbd27d092 req-3e7e6187-d493-4c32-8962-c4d2aabda606 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Refreshing network info cache for port 0710c663-3317-4a6d-8c34-c49385daa3ff {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.205246] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "refresh_cache-fa6c0993-26e8-43a3-8b54-2768ac1171bd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.205695] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "refresh_cache-fa6c0993-26e8-43a3-8b54-2768ac1171bd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.205805] env[63070]: DEBUG nova.network.neutron [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.223328] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ef578087-aec4-41b6-88e0-890db3cdb2b2 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "53521a81-effa-4be1-8093-c2fb7cf443ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.004s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.237192] env[63070]: DEBUG nova.network.neutron [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.395465] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.453301] env[63070]: INFO nova.compute.manager [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Rescuing [ 1342.453301] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "refresh_cache-53521a81-effa-4be1-8093-c2fb7cf443ce" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.453301] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "refresh_cache-53521a81-effa-4be1-8093-c2fb7cf443ce" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.453301] env[63070]: DEBUG nova.network.neutron [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.526301] env[63070]: DEBUG nova.network.neutron [req-29dbcd4e-3d18-488e-91bb-a934865646e5 req-45cbaff6-213f-4c81-a0f9-d2767f111898 service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Updated VIF entry in instance network info cache for port a4a304aa-b1fd-4417-b191-667d2ec22c64. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.526531] env[63070]: DEBUG nova.network.neutron [req-29dbcd4e-3d18-488e-91bb-a934865646e5 req-45cbaff6-213f-4c81-a0f9-d2767f111898 service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Updating instance_info_cache with network_info: [{"id": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "address": "fa:16:3e:b6:02:39", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a304aa-b1", "ovs_interfaceid": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.552327] env[63070]: DEBUG nova.network.neutron [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.567697] env[63070]: DEBUG nova.compute.manager [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.569829] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "01a1da0b-19d8-48b5-802a-9bf3a3661a49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.570020] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "01a1da0b-19d8-48b5-802a-9bf3a3661a49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.637520] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92acdf-2d56-4961-be19-9d450185f8de {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.647111] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddf8b75-90d4-4eeb-9d22-ad7d2f57dcbb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.687875] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4648b0-2f2b-4bdc-a546-eaf1f190bc41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.694956] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52abc6d6-dfaf-e77d-4f28-d3bbf84aa04e, 'name': SearchDatastore_Task, 'duration_secs': 0.102343} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.699462] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ddd702-f099-47b0-ad81-fca1f4a8ec3b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.700848] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfa113b-a1b6-4b6b-8196-896d15d1ca3d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.708247] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1342.708247] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525139bf-01a3-d97a-c9fe-54221c61da3d" [ 1342.708247] env[63070]: _type = "Task" [ 1342.708247] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.718098] env[63070]: DEBUG nova.compute.provider_tree [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.727813] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525139bf-01a3-d97a-c9fe-54221c61da3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.728827] env[63070]: DEBUG nova.compute.manager [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.883741] env[63070]: DEBUG nova.network.neutron [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Successfully created port: fa396fc0-595c-4b3b-883c-a512d62f4a40 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1342.894310] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71299} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.894574] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] bd33682d-74a2-44b4-9f07-c172b2b9a42f/bd33682d-74a2-44b4-9f07-c172b2b9a42f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.894776] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.896986] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d204dc16-b3c1-4258-b2d0-bd90b5773d19 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.904018] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1342.904018] env[63070]: value = "task-1770146" [ 1342.904018] env[63070]: _type = "Task" [ 1342.904018] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.911226] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.932247] env[63070]: DEBUG nova.network.neutron [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.032907] env[63070]: DEBUG oslo_concurrency.lockutils [req-29dbcd4e-3d18-488e-91bb-a934865646e5 req-45cbaff6-213f-4c81-a0f9-d2767f111898 service nova] Releasing lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.061019] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Releasing lock "refresh_cache-7e1353e6-2e70-49f0-8b11-0f68387d9a48" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.061019] env[63070]: DEBUG nova.compute.manager [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.061019] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.061019] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcab72cb-0f6a-47a8-9f3e-28f8aec568bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.069697] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.070035] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937d10d6-a733-45bf-ac1c-d4c96529419c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.082047] env[63070]: DEBUG oslo_vmware.api [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1343.082047] env[63070]: value = "task-1770147" [ 1343.082047] env[63070]: _type = "Task" [ 1343.082047] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.095717] env[63070]: DEBUG oslo_vmware.api [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.145375] env[63070]: DEBUG nova.network.neutron [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Updating instance_info_cache with network_info: [{"id": "5c6a0c15-f5c2-4830-917b-526387756ab1", "address": "fa:16:3e:05:7c:5e", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6a0c15-f5", "ovs_interfaceid": "5c6a0c15-f5c2-4830-917b-526387756ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.177477] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.177742] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.227995] env[63070]: DEBUG nova.scheduler.client.report [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.231751] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525139bf-01a3-d97a-c9fe-54221c61da3d, 'name': SearchDatastore_Task, 'duration_secs': 0.053052} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.234839] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.234839] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 46c4833a-37de-4b16-904a-a88e50cb1998/46c4833a-37de-4b16-904a-a88e50cb1998.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.239190] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65802c34-954b-4a9b-846b-c823e9ac5d12 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.245671] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1343.245671] env[63070]: value = "task-1770148" [ 1343.245671] env[63070]: _type = "Task" [ 1343.245671] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.256140] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.257314] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.275231] env[63070]: DEBUG nova.network.neutron [req-ca20ca0c-f610-4207-9148-b3afbd27d092 req-3e7e6187-d493-4c32-8962-c4d2aabda606 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Updated VIF entry in instance network info cache for port 0710c663-3317-4a6d-8c34-c49385daa3ff. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.275638] env[63070]: DEBUG nova.network.neutron [req-ca20ca0c-f610-4207-9148-b3afbd27d092 req-3e7e6187-d493-4c32-8962-c4d2aabda606 service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Updating instance_info_cache with network_info: [{"id": "0710c663-3317-4a6d-8c34-c49385daa3ff", "address": "fa:16:3e:db:72:f8", "network": {"id": "26b9fccd-25e0-41dc-8f94-cb3cf7c5f5f6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1157076624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e006130cfb4451ca03fbf645b112cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0710c663-33", "ovs_interfaceid": "0710c663-3317-4a6d-8c34-c49385daa3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.412669] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067261} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.412978] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.413773] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81ae48a-0561-4bf2-af95-eae300bc67a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.438804] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] bd33682d-74a2-44b4-9f07-c172b2b9a42f/bd33682d-74a2-44b4-9f07-c172b2b9a42f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.439505] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0068d59e-0346-4b5c-bef9-deae10642e99 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.462349] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1343.462349] env[63070]: value = "task-1770149" [ 1343.462349] env[63070]: _type = "Task" [ 1343.462349] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.470831] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.503031] env[63070]: DEBUG nova.network.neutron [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Updating instance_info_cache with network_info: [{"id": "be7427f0-78da-43ad-900a-82613bc13dab", "address": "fa:16:3e:74:0d:87", "network": {"id": "2c7ae3b9-d0ea-4012-baba-f1eeddbc9e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355776928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4b9d3d1201e84ba28617839ea8cf52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7427f0-78", "ovs_interfaceid": "be7427f0-78da-43ad-900a-82613bc13dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.578409] env[63070]: DEBUG nova.compute.manager [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.595759] env[63070]: DEBUG oslo_vmware.api [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770147, 'name': PowerOffVM_Task, 'duration_secs': 0.155029} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.595759] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.595759] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.595759] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f376730f-3697-4209-9aef-bc4b50e73968 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.609834] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.610230] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.610485] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.610684] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.610825] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.610979] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.611207] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.611362] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.611578] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.611740] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.611928] env[63070]: DEBUG nova.virt.hardware [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.612947] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5070a51f-cc63-4222-80eb-c8681ff7a711 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.635981] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cf5682-0168-4f26-a926-76b0fc7c508f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.641091] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.641091] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.641091] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Deleting the datastore file [datastore1] 7e1353e6-2e70-49f0-8b11-0f68387d9a48 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.641091] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a10b4ca-8b15-4b2c-99e8-a64f8ab67540 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.648448] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "refresh_cache-fa6c0993-26e8-43a3-8b54-2768ac1171bd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.648849] env[63070]: DEBUG nova.compute.manager [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Instance network_info: |[{"id": "5c6a0c15-f5c2-4830-917b-526387756ab1", "address": "fa:16:3e:05:7c:5e", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6a0c15-f5", "ovs_interfaceid": "5c6a0c15-f5c2-4830-917b-526387756ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1343.649376] env[63070]: DEBUG oslo_vmware.api [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for the task: (returnval){ [ 1343.649376] env[63070]: value = "task-1770151" [ 1343.649376] env[63070]: _type = "Task" [ 1343.649376] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.660979] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:7c:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c6a0c15-f5c2-4830-917b-526387756ab1', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.669344] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Creating folder: Project (02e83b02183c4cefb96746c7ad2f4c10). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.670276] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eadb7f1-61fc-4a0f-bd2e-b0937bee324f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.682991] env[63070]: DEBUG oslo_vmware.api [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.689505] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Created folder: Project (02e83b02183c4cefb96746c7ad2f4c10) in parent group-v367531. [ 1343.689653] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Creating folder: Instances. Parent ref: group-v367591. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.689869] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f202016-95e8-4ddf-bfbf-e3088832da67 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.701178] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Created folder: Instances in parent group-v367591. [ 1343.701427] env[63070]: DEBUG oslo.service.loopingcall [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.701642] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.701865] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-706b29df-0f2f-44c6-a8e2-b296cde98d4d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.724952] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.724952] env[63070]: value = "task-1770154" [ 1343.724952] env[63070]: _type = "Task" [ 1343.724952] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.733426] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.739376] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.952s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.739647] env[63070]: DEBUG nova.objects.instance [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lazy-loading 'resources' on Instance uuid 5d7a368a-9a6f-481f-90dc-6570d831be7b {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.741129] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770154, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.759871] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770148, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.767259] env[63070]: INFO nova.scheduler.client.report [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Deleted allocations for instance ad195fa2-6bb5-41b9-aef6-d6805292c2f0 [ 1343.779311] env[63070]: DEBUG oslo_concurrency.lockutils [req-ca20ca0c-f610-4207-9148-b3afbd27d092 req-3e7e6187-d493-4c32-8962-c4d2aabda606 service nova] Releasing lock "refresh_cache-efe551af-1396-46e5-b398-d3785acae4f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.884966] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.887464] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.887464] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.887464] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.887464] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.888820] env[63070]: INFO nova.compute.manager [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Terminating instance [ 1343.920482] env[63070]: DEBUG nova.compute.manager [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Received event network-vif-plugged-5c6a0c15-f5c2-4830-917b-526387756ab1 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1343.920716] env[63070]: DEBUG oslo_concurrency.lockutils [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] Acquiring lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.920948] env[63070]: DEBUG oslo_concurrency.lockutils [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] Lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.921656] env[63070]: DEBUG oslo_concurrency.lockutils [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] Lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.921656] env[63070]: DEBUG nova.compute.manager [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] No waiting events found dispatching network-vif-plugged-5c6a0c15-f5c2-4830-917b-526387756ab1 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1343.921776] env[63070]: WARNING nova.compute.manager [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Received unexpected event network-vif-plugged-5c6a0c15-f5c2-4830-917b-526387756ab1 for instance with vm_state building and task_state spawning. [ 1343.921903] env[63070]: DEBUG nova.compute.manager [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Received event network-changed-5c6a0c15-f5c2-4830-917b-526387756ab1 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1343.922010] env[63070]: DEBUG nova.compute.manager [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Refreshing instance network info cache due to event network-changed-5c6a0c15-f5c2-4830-917b-526387756ab1. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1343.922238] env[63070]: DEBUG oslo_concurrency.lockutils [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] Acquiring lock "refresh_cache-fa6c0993-26e8-43a3-8b54-2768ac1171bd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.922390] env[63070]: DEBUG oslo_concurrency.lockutils [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] Acquired lock "refresh_cache-fa6c0993-26e8-43a3-8b54-2768ac1171bd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.922550] env[63070]: DEBUG nova.network.neutron [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Refreshing network info cache for port 5c6a0c15-f5c2-4830-917b-526387756ab1 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.973840] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770149, 'name': ReconfigVM_Task, 'duration_secs': 0.452442} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.974205] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Reconfigured VM instance instance-00000011 to attach disk [datastore1] bd33682d-74a2-44b4-9f07-c172b2b9a42f/bd33682d-74a2-44b4-9f07-c172b2b9a42f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.979269] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99b12c9f-6af3-4234-91bd-97870dde1c36 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.982637] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1343.982637] env[63070]: value = "task-1770155" [ 1343.982637] env[63070]: _type = "Task" [ 1343.982637] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.994124] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770155, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.008946] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "refresh_cache-53521a81-effa-4be1-8093-c2fb7cf443ce" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.181346] env[63070]: DEBUG oslo_vmware.api [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Task: {'id': task-1770151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255829} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.181566] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.181731] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.181960] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.182237] env[63070]: INFO nova.compute.manager [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1344.182485] env[63070]: DEBUG oslo.service.loopingcall [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.182691] env[63070]: DEBUG nova.compute.manager [-] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.182787] env[63070]: DEBUG nova.network.neutron [-] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.201927] env[63070]: DEBUG nova.network.neutron [-] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.236014] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770154, 'name': CreateVM_Task, 'duration_secs': 0.402327} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.236209] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.236963] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.237175] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.237544] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.237807] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f1f8cf-4b1b-46ab-be13-e8b6df97a34a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.243188] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1344.243188] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529f8379-2c6a-b131-8dfb-3cbd0bbb8999" [ 1344.243188] env[63070]: _type = "Task" [ 1344.243188] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.260293] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529f8379-2c6a-b131-8dfb-3cbd0bbb8999, 'name': SearchDatastore_Task, 'duration_secs': 0.014695} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.263592] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.263865] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.264114] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.264263] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.264461] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.264754] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574461} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.264960] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b14d30dc-b0d4-424a-8f86-750b222cead6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.266935] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 46c4833a-37de-4b16-904a-a88e50cb1998/46c4833a-37de-4b16-904a-a88e50cb1998.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.267163] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.267480] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c10829bb-d609-498a-a52e-a5cd27e3e4cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.276902] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1344.276902] env[63070]: value = "task-1770156" [ 1344.276902] env[63070]: _type = "Task" [ 1344.276902] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.280556] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7be55a0d-085f-4f2a-859d-caf5a7bd58af tempest-InstanceActionsNegativeTestJSON-1176802297 tempest-InstanceActionsNegativeTestJSON-1176802297-project-member] Lock "ad195fa2-6bb5-41b9-aef6-d6805292c2f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.015s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.281721] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.281875] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.287110] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bced21-b0cf-4021-8e82-50537e912889 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.294646] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.299477] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1344.299477] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d9762f-0812-eb66-54b3-a3a59a16ab17" [ 1344.299477] env[63070]: _type = "Task" [ 1344.299477] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.309577] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d9762f-0812-eb66-54b3-a3a59a16ab17, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.310428] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16475313-844a-4818-bdcf-8837c9113721 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.322023] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1344.322023] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bf5906-03cf-9879-459c-db16414ff5f9" [ 1344.322023] env[63070]: _type = "Task" [ 1344.322023] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.326819] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bf5906-03cf-9879-459c-db16414ff5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.392996] env[63070]: DEBUG nova.compute.manager [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.393317] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.394289] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a605b294-e882-4ede-974e-9a1c562bd52d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.402828] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.402896] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ac629ae-cb03-4a19-afb2-7aefe82aab58 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.492639] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770155, 'name': Rename_Task, 'duration_secs': 0.176068} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.493048] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.493248] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b676b73-4c92-440b-a33d-70659390c517 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.501710] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1344.501710] env[63070]: value = "task-1770158" [ 1344.501710] env[63070]: _type = "Task" [ 1344.501710] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.512031] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.512031] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.512031] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.512031] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Deleting the datastore file [datastore1] 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.514421] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-042f4499-fc7e-437d-8475-2b54583d1e7c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.520769] env[63070]: DEBUG oslo_vmware.api [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1344.520769] env[63070]: value = "task-1770159" [ 1344.520769] env[63070]: _type = "Task" [ 1344.520769] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.530341] env[63070]: DEBUG oslo_vmware.api [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.704487] env[63070]: DEBUG nova.network.neutron [-] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.797983] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11006} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.798280] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.799364] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e237d-3b90-4880-9655-c4c0fb8e997a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.823488] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 46c4833a-37de-4b16-904a-a88e50cb1998/46c4833a-37de-4b16-904a-a88e50cb1998.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.827372] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-710a606a-62fb-4323-86c8-36e2910149a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.844078] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a525f883-fa7f-4d71-aebf-29d6f92b4f48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.860155] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddac5780-c6f7-48ed-b51c-a795f7ff915a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.863448] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bf5906-03cf-9879-459c-db16414ff5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.019501} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.866222] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.866222] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] fa6c0993-26e8-43a3-8b54-2768ac1171bd/fa6c0993-26e8-43a3-8b54-2768ac1171bd.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.866222] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1344.866222] env[63070]: value = "task-1770160" [ 1344.866222] env[63070]: _type = "Task" [ 1344.866222] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.866222] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee6ebcc4-76be-4cc1-83a8-c42bcaad74cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.898247] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb6fa69-7e02-41af-88e8-106049d98520 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.902242] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1344.902242] env[63070]: value = "task-1770161" [ 1344.902242] env[63070]: _type = "Task" [ 1344.902242] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.911119] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.913282] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04e02c5-0b1f-4438-beb5-6d200b6e6dfc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.923036] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.934563] env[63070]: DEBUG nova.compute.provider_tree [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.966136] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.966136] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.975064] env[63070]: DEBUG nova.network.neutron [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Updated VIF entry in instance network info cache for port 5c6a0c15-f5c2-4830-917b-526387756ab1. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.975430] env[63070]: DEBUG nova.network.neutron [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Updating instance_info_cache with network_info: [{"id": "5c6a0c15-f5c2-4830-917b-526387756ab1", "address": "fa:16:3e:05:7c:5e", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6a0c15-f5", "ovs_interfaceid": "5c6a0c15-f5c2-4830-917b-526387756ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.012594] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770158, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.031162] env[63070]: DEBUG oslo_vmware.api [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272004} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.031427] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.031607] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.031781] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.031945] env[63070]: INFO nova.compute.manager [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1345.032205] env[63070]: DEBUG oslo.service.loopingcall [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1345.032396] env[63070]: DEBUG nova.compute.manager [-] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.032488] env[63070]: DEBUG nova.network.neutron [-] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.208090] env[63070]: INFO nova.compute.manager [-] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Took 1.02 seconds to deallocate network for instance. [ 1345.379571] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.413008] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770161, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.437484] env[63070]: DEBUG nova.scheduler.client.report [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.480663] env[63070]: DEBUG oslo_concurrency.lockutils [req-c87d1285-2c92-4f45-8bce-680aefbe54a7 req-270b5f57-e335-49b1-8748-3d21bd765e53 service nova] Releasing lock "refresh_cache-fa6c0993-26e8-43a3-8b54-2768ac1171bd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.495077] env[63070]: DEBUG nova.network.neutron [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Successfully updated port: fa396fc0-595c-4b3b-883c-a512d62f4a40 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.519225] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770158, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.544296] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.544662] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4975d1b1-d125-4ae6-ac04-a3f54f2740c1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.553725] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1345.553725] env[63070]: value = "task-1770162" [ 1345.553725] env[63070]: _type = "Task" [ 1345.553725] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.565777] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.715319] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.881859] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770160, 'name': ReconfigVM_Task, 'duration_secs': 0.720522} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.882217] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 46c4833a-37de-4b16-904a-a88e50cb1998/46c4833a-37de-4b16-904a-a88e50cb1998.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.882961] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-062485ab-f442-4179-9ad3-26dcf98673a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.889566] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1345.889566] env[63070]: value = "task-1770163" [ 1345.889566] env[63070]: _type = "Task" [ 1345.889566] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.898550] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770163, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.912807] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616011} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.913187] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] fa6c0993-26e8-43a3-8b54-2768ac1171bd/fa6c0993-26e8-43a3-8b54-2768ac1171bd.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.913497] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.913820] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28946ac6-0516-4a9e-a9a9-b82a097bd954 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.921674] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1345.921674] env[63070]: value = "task-1770164" [ 1345.921674] env[63070]: _type = "Task" [ 1345.921674] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.930501] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.943358] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.946022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.949s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.946272] env[63070]: DEBUG nova.objects.instance [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lazy-loading 'resources' on Instance uuid 9c2857a3-3fef-4fda-b74d-b71fad79445e {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.964726] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.978708] env[63070]: INFO nova.scheduler.client.report [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Deleted allocations for instance 5d7a368a-9a6f-481f-90dc-6570d831be7b [ 1346.000196] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "refresh_cache-53b6aa7b-783c-4083-8110-c5d5e186aa8c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.000196] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired lock "refresh_cache-53b6aa7b-783c-4083-8110-c5d5e186aa8c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.000196] env[63070]: DEBUG nova.network.neutron [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.016441] env[63070]: DEBUG oslo_vmware.api [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770158, 'name': PowerOnVM_Task, 'duration_secs': 1.424457} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.016741] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.016937] env[63070]: INFO nova.compute.manager [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Took 10.61 seconds to spawn the instance on the hypervisor. [ 1346.017160] env[63070]: DEBUG nova.compute.manager [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.018061] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39457334-8f60-473d-8a8e-729cdb0f9790 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.044803] env[63070]: DEBUG nova.compute.manager [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Received event network-vif-plugged-fa396fc0-595c-4b3b-883c-a512d62f4a40 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1346.045109] env[63070]: DEBUG oslo_concurrency.lockutils [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] Acquiring lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.046324] env[63070]: DEBUG oslo_concurrency.lockutils [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] Lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.046324] env[63070]: DEBUG oslo_concurrency.lockutils [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] Lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.046324] env[63070]: DEBUG nova.compute.manager [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] No waiting events found dispatching network-vif-plugged-fa396fc0-595c-4b3b-883c-a512d62f4a40 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.046324] env[63070]: WARNING nova.compute.manager [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Received unexpected event network-vif-plugged-fa396fc0-595c-4b3b-883c-a512d62f4a40 for instance with vm_state building and task_state spawning. [ 1346.046324] env[63070]: DEBUG nova.compute.manager [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Received event network-changed-fa396fc0-595c-4b3b-883c-a512d62f4a40 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1346.046615] env[63070]: DEBUG nova.compute.manager [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Refreshing instance network info cache due to event network-changed-fa396fc0-595c-4b3b-883c-a512d62f4a40. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1346.046615] env[63070]: DEBUG oslo_concurrency.lockutils [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] Acquiring lock "refresh_cache-53b6aa7b-783c-4083-8110-c5d5e186aa8c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.064173] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770162, 'name': PowerOffVM_Task, 'duration_secs': 0.248371} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.065027] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.065431] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a5bb15-5f70-41bd-ba8f-0e91c881956f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.086301] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5378c852-ff63-422f-a016-448ad4096f31 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.128666] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.129014] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93f7e513-2f12-4981-bbe5-098e1c846a7d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.136540] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1346.136540] env[63070]: value = "task-1770165" [ 1346.136540] env[63070]: _type = "Task" [ 1346.136540] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.146385] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1346.146618] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.146838] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.146985] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.147260] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.147503] env[63070]: DEBUG nova.network.neutron [-] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.149113] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b7a917f-30ce-47f5-9ca8-584637cad163 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.158902] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.159137] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.159886] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8efcc8-f1e6-412c-8889-e72c0d8d51d1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.166225] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1346.166225] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0bf92-52e2-db9b-bb40-28fc533e0734" [ 1346.166225] env[63070]: _type = "Task" [ 1346.166225] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.176062] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0bf92-52e2-db9b-bb40-28fc533e0734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.401952] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770163, 'name': Rename_Task, 'duration_secs': 0.187922} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.402315] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.402602] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76b70d57-4bc1-4c32-9284-ffde38bdfe6e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.409558] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1346.409558] env[63070]: value = "task-1770166" [ 1346.409558] env[63070]: _type = "Task" [ 1346.409558] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.418950] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.431682] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097965} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.431682] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.432390] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bef52fd-dc7a-4b8c-9754-4c2cf962f4f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.460468] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] fa6c0993-26e8-43a3-8b54-2768ac1171bd/fa6c0993-26e8-43a3-8b54-2768ac1171bd.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.461235] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bcefa0a-3c2c-4b0e-b07b-bf1b61ee20e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.481961] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1346.481961] env[63070]: value = "task-1770167" [ 1346.481961] env[63070]: _type = "Task" [ 1346.481961] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.490653] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9114f6d6-1786-48a7-a4f3-315607d33950 tempest-TenantUsagesTestJSON-448569579 tempest-TenantUsagesTestJSON-448569579-project-member] Lock "5d7a368a-9a6f-481f-90dc-6570d831be7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.257s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.495225] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770167, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.540949] env[63070]: INFO nova.compute.manager [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Took 36.33 seconds to build instance. [ 1346.568638] env[63070]: DEBUG nova.network.neutron [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.654077] env[63070]: INFO nova.compute.manager [-] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Took 1.62 seconds to deallocate network for instance. [ 1346.682877] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0bf92-52e2-db9b-bb40-28fc533e0734, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.683743] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38397719-ce53-4ea8-b994-35cfcff36beb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.692210] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1346.692210] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52077706-3904-6a59-5f21-d589373dff31" [ 1346.692210] env[63070]: _type = "Task" [ 1346.692210] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.701105] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52077706-3904-6a59-5f21-d589373dff31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.753839] env[63070]: DEBUG nova.network.neutron [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Updating instance_info_cache with network_info: [{"id": "fa396fc0-595c-4b3b-883c-a512d62f4a40", "address": "fa:16:3e:a3:ba:99", "network": {"id": "53fdc84c-fa5a-4af2-8fec-d4b4767d27d8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-986308532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb85c7512d7c4b3386e6adf1da10d1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa396fc0-59", "ovs_interfaceid": "fa396fc0-595c-4b3b-883c-a512d62f4a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.919756] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.956429] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f2ea12-ab61-4264-9873-c364cd69bba2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.959768] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.966259] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0872519c-ef42-4e6b-b852-49c09c6f14aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.005064] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e2100b-4a8c-4b5c-9bf8-79548e7216dd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.015126] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770167, 'name': ReconfigVM_Task, 'duration_secs': 0.465333} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.016205] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Reconfigured VM instance instance-00000013 to attach disk [datastore1] fa6c0993-26e8-43a3-8b54-2768ac1171bd/fa6c0993-26e8-43a3-8b54-2768ac1171bd.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.016903] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da5bc5d7-5e3c-4bb5-b60b-752ebe5ba4d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.019714] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e91ba0-02a9-44ab-9aae-64a4cc7a1d1a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.035827] env[63070]: DEBUG nova.compute.provider_tree [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.041275] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1347.041275] env[63070]: value = "task-1770168" [ 1347.041275] env[63070]: _type = "Task" [ 1347.041275] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.042544] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ed0e728-40f6-40ba-b875-bafb8151493a tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.323s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.049784] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770168, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.160049] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.203940] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52077706-3904-6a59-5f21-d589373dff31, 'name': SearchDatastore_Task, 'duration_secs': 0.013588} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.204441] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.204876] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 53521a81-effa-4be1-8093-c2fb7cf443ce/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. {{(pid=63070) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1347.207128] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deb5a02e-8ac7-4ea6-8335-80936c375816 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.214199] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1347.214199] env[63070]: value = "task-1770169" [ 1347.214199] env[63070]: _type = "Task" [ 1347.214199] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.223413] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.257620] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Releasing lock "refresh_cache-53b6aa7b-783c-4083-8110-c5d5e186aa8c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.257940] env[63070]: DEBUG nova.compute.manager [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Instance network_info: |[{"id": "fa396fc0-595c-4b3b-883c-a512d62f4a40", "address": "fa:16:3e:a3:ba:99", "network": {"id": "53fdc84c-fa5a-4af2-8fec-d4b4767d27d8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-986308532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb85c7512d7c4b3386e6adf1da10d1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa396fc0-59", "ovs_interfaceid": "fa396fc0-595c-4b3b-883c-a512d62f4a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1347.258360] env[63070]: DEBUG oslo_concurrency.lockutils [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] Acquired lock "refresh_cache-53b6aa7b-783c-4083-8110-c5d5e186aa8c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.258544] env[63070]: DEBUG nova.network.neutron [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Refreshing network info cache for port fa396fc0-595c-4b3b-883c-a512d62f4a40 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.259815] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:ba:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa396fc0-595c-4b3b-883c-a512d62f4a40', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.269121] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Creating folder: Project (bb85c7512d7c4b3386e6adf1da10d1cc). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.271469] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60ee449f-2c90-4f4a-bedd-6adfb9349338 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.282389] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Created folder: Project (bb85c7512d7c4b3386e6adf1da10d1cc) in parent group-v367531. [ 1347.282532] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Creating folder: Instances. Parent ref: group-v367594. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.282781] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2871622d-438d-4853-8c63-f68009bab4d3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.293302] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Created folder: Instances in parent group-v367594. [ 1347.293564] env[63070]: DEBUG oslo.service.loopingcall [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.293762] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.293977] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3ee0ba8-d9e4-4784-bb21-1076a0f98f96 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.318645] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.318645] env[63070]: value = "task-1770172" [ 1347.318645] env[63070]: _type = "Task" [ 1347.318645] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.328065] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770172, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.425611] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.471772] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.543049] env[63070]: DEBUG nova.scheduler.client.report [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.546103] env[63070]: DEBUG nova.compute.manager [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.569025] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770168, 'name': Rename_Task, 'duration_secs': 0.246297} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.569025] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.569025] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7fc06b3-4c07-412f-8251-3621d9bd4d82 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.581074] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1347.581074] env[63070]: value = "task-1770173" [ 1347.581074] env[63070]: _type = "Task" [ 1347.581074] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.590606] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.725101] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770169, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.833160] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770172, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.887405] env[63070]: DEBUG nova.compute.manager [req-d64154ec-54b0-4205-89fb-d917c52c8b36 req-7c4f8e1a-0992-411c-99c8-60884e06aad6 service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Received event network-changed-5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1347.887405] env[63070]: DEBUG nova.compute.manager [req-d64154ec-54b0-4205-89fb-d917c52c8b36 req-7c4f8e1a-0992-411c-99c8-60884e06aad6 service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Refreshing instance network info cache due to event network-changed-5c169416-deef-4024-9cde-3571a479e79c. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1347.887405] env[63070]: DEBUG oslo_concurrency.lockutils [req-d64154ec-54b0-4205-89fb-d917c52c8b36 req-7c4f8e1a-0992-411c-99c8-60884e06aad6 service nova] Acquiring lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.887405] env[63070]: DEBUG oslo_concurrency.lockutils [req-d64154ec-54b0-4205-89fb-d917c52c8b36 req-7c4f8e1a-0992-411c-99c8-60884e06aad6 service nova] Acquired lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.887405] env[63070]: DEBUG nova.network.neutron [req-d64154ec-54b0-4205-89fb-d917c52c8b36 req-7c4f8e1a-0992-411c-99c8-60884e06aad6 service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Refreshing network info cache for port 5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.923742] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770166, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.973729] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.059990] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.065391] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.439s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.067742] env[63070]: INFO nova.compute.claims [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.089662] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.098287] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770173, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.101263] env[63070]: INFO nova.scheduler.client.report [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Deleted allocations for instance 9c2857a3-3fef-4fda-b74d-b71fad79445e [ 1348.227513] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733796} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.227871] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 53521a81-effa-4be1-8093-c2fb7cf443ce/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. [ 1348.228837] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3863843e-7aca-48f6-b8b5-00fd880b316d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.260822] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 53521a81-effa-4be1-8093-c2fb7cf443ce/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.261892] env[63070]: DEBUG nova.network.neutron [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Updated VIF entry in instance network info cache for port fa396fc0-595c-4b3b-883c-a512d62f4a40. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.262239] env[63070]: DEBUG nova.network.neutron [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Updating instance_info_cache with network_info: [{"id": "fa396fc0-595c-4b3b-883c-a512d62f4a40", "address": "fa:16:3e:a3:ba:99", "network": {"id": "53fdc84c-fa5a-4af2-8fec-d4b4767d27d8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-986308532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb85c7512d7c4b3386e6adf1da10d1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa396fc0-59", "ovs_interfaceid": "fa396fc0-595c-4b3b-883c-a512d62f4a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.267389] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf8e365-3381-4ed0-94f4-42c4c91ed62c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.289382] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1348.289382] env[63070]: value = "task-1770174" [ 1348.289382] env[63070]: _type = "Task" [ 1348.289382] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.297593] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.333323] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770172, 'name': CreateVM_Task, 'duration_secs': 0.863806} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.334828] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.337611] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.338405] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.344150] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1348.344150] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c614b2-8ea1-4c49-a83c-46192f9b78b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.355111] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1348.355111] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5276f7e7-1277-ba8d-8820-7e5feb8e31e4" [ 1348.355111] env[63070]: _type = "Task" [ 1348.355111] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.365591] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5276f7e7-1277-ba8d-8820-7e5feb8e31e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.423335] env[63070]: DEBUG oslo_vmware.api [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770166, 'name': PowerOnVM_Task, 'duration_secs': 1.573321} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.423468] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.423676] env[63070]: INFO nova.compute.manager [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1348.427026] env[63070]: DEBUG nova.compute.manager [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.427026] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c593402-26a1-4e4c-b44a-a0b2733b4d0b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.595751] env[63070]: DEBUG oslo_vmware.api [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770173, 'name': PowerOnVM_Task, 'duration_secs': 0.830695} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.595751] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.595751] env[63070]: INFO nova.compute.manager [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1348.596151] env[63070]: DEBUG nova.compute.manager [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.596770] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0437f4d-e323-4442-a555-1ed26f9c0f9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.613667] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c0c20779-1d7e-4fd2-8b02-6a9e8b14d795 tempest-ServerDiagnosticsV248Test-743600919 tempest-ServerDiagnosticsV248Test-743600919-project-member] Lock "9c2857a3-3fef-4fda-b74d-b71fad79445e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.932s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.768520] env[63070]: DEBUG oslo_concurrency.lockutils [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] Releasing lock "refresh_cache-53b6aa7b-783c-4083-8110-c5d5e186aa8c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.768781] env[63070]: DEBUG nova.compute.manager [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Received event network-vif-deleted-454f4122-cb07-4fb1-bd41-bfbb53e7b105 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1348.768958] env[63070]: INFO nova.compute.manager [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Neutron deleted interface 454f4122-cb07-4fb1-bd41-bfbb53e7b105; detaching it from the instance and deleting it from the info cache [ 1348.769162] env[63070]: DEBUG nova.network.neutron [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.801681] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770174, 'name': ReconfigVM_Task, 'duration_secs': 0.503118} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.801681] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 53521a81-effa-4be1-8093-c2fb7cf443ce/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.801873] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35a34f4-b994-4556-90c5-1be1afac75ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.833577] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d075f68-c0d1-4f00-9d1c-f98441de5c08 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.850828] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1348.850828] env[63070]: value = "task-1770175" [ 1348.850828] env[63070]: _type = "Task" [ 1348.850828] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.862126] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.868332] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5276f7e7-1277-ba8d-8820-7e5feb8e31e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015253} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.868736] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.868949] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.869192] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.869325] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.869512] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.869782] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf95bcb-605e-4ac1-ac15-5d394cf06796 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.880680] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.880815] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.881501] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0cc639-3826-4fc7-a1b9-53e5a53ad33f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.887688] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1348.887688] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b50b98-a387-699c-3b82-c1382da28130" [ 1348.887688] env[63070]: _type = "Task" [ 1348.887688] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.895252] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b50b98-a387-699c-3b82-c1382da28130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.947206] env[63070]: INFO nova.compute.manager [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Took 34.50 seconds to build instance. [ 1349.020608] env[63070]: DEBUG oslo_vmware.rw_handles [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522915ad-7836-5177-7973-7cf93e1c0650/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1349.021664] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69060782-6e02-448b-8ec4-ca8e4c323da9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.028345] env[63070]: DEBUG oslo_vmware.rw_handles [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522915ad-7836-5177-7973-7cf93e1c0650/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1349.028512] env[63070]: ERROR oslo_vmware.rw_handles [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522915ad-7836-5177-7973-7cf93e1c0650/disk-0.vmdk due to incomplete transfer. [ 1349.028746] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f360cb3-5b52-4ecd-a12a-30ff41a11b0a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.031764] env[63070]: DEBUG nova.network.neutron [req-d64154ec-54b0-4205-89fb-d917c52c8b36 req-7c4f8e1a-0992-411c-99c8-60884e06aad6 service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Updated VIF entry in instance network info cache for port 5c169416-deef-4024-9cde-3571a479e79c. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.032114] env[63070]: DEBUG nova.network.neutron [req-d64154ec-54b0-4205-89fb-d917c52c8b36 req-7c4f8e1a-0992-411c-99c8-60884e06aad6 service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Updating instance_info_cache with network_info: [{"id": "5c169416-deef-4024-9cde-3571a479e79c", "address": "fa:16:3e:37:a7:67", "network": {"id": "b50c55ae-e565-43b6-bfab-f4b8faf1d4f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924300205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd27b6ac18d4315841b8eb636e14683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c169416-de", "ovs_interfaceid": "5c169416-deef-4024-9cde-3571a479e79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.036071] env[63070]: DEBUG oslo_vmware.rw_handles [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522915ad-7836-5177-7973-7cf93e1c0650/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1349.036275] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Uploaded image 67c0b781-6d9c-4b84-a3d5-209634196633 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1349.038403] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1349.038650] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3e5c1084-8ba3-4a15-806c-f50c7255d2dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.045196] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1349.045196] env[63070]: value = "task-1770176" [ 1349.045196] env[63070]: _type = "Task" [ 1349.045196] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.054239] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770176, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.121964] env[63070]: INFO nova.compute.manager [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Took 33.50 seconds to build instance. [ 1349.272348] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7a2570d-4d4d-4712-8f01-28506b9ca5a0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.286058] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0f4230-c55a-405f-b4d6-3a3318f88397 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.321885] env[63070]: DEBUG nova.compute.manager [req-2805d15d-b044-4d30-839b-dc77e9b7ecbc req-40e658a3-a0a5-49cf-b18a-8a3faa7935c9 service nova] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Detach interface failed, port_id=454f4122-cb07-4fb1-bd41-bfbb53e7b105, reason: Instance 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1349.365770] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770175, 'name': ReconfigVM_Task, 'duration_secs': 0.471637} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.366092] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.366357] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4699f65-414c-4745-970d-a02463f6a46c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.378137] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1349.378137] env[63070]: value = "task-1770177" [ 1349.378137] env[63070]: _type = "Task" [ 1349.378137] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.389353] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.400314] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b50b98-a387-699c-3b82-c1382da28130, 'name': SearchDatastore_Task, 'duration_secs': 0.0213} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.401015] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84546265-572f-45df-86a7-0072b9c500ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.407174] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1349.407174] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52822473-63bc-ef21-e254-551962c50fb1" [ 1349.407174] env[63070]: _type = "Task" [ 1349.407174] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.420887] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52822473-63bc-ef21-e254-551962c50fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.452510] env[63070]: DEBUG oslo_concurrency.lockutils [None req-34e9d6bf-bc70-47c1-98e4-d1e9cf892c7f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "46c4833a-37de-4b16-904a-a88e50cb1998" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.008s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.537366] env[63070]: DEBUG oslo_concurrency.lockutils [req-d64154ec-54b0-4205-89fb-d917c52c8b36 req-7c4f8e1a-0992-411c-99c8-60884e06aad6 service nova] Releasing lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.560121] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770176, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.625992] env[63070]: DEBUG oslo_concurrency.lockutils [None req-292ca1db-8d08-4261-89f4-da4fa446dff6 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.519s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.632831] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4686c4f5-1a3a-4d11-b0d7-44252708ab06 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.645275] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35e8aea-3dea-455a-8d63-b97ad32bec29 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.706207] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5522e9c5-b286-41e3-9a61-bfd67576285b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.718038] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49237689-eab6-4325-963e-53294e989632 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.742066] env[63070]: DEBUG nova.compute.provider_tree [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.888728] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.921609] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52822473-63bc-ef21-e254-551962c50fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.01802} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.921870] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.922144] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 53b6aa7b-783c-4083-8110-c5d5e186aa8c/53b6aa7b-783c-4083-8110-c5d5e186aa8c.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.922405] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86fd1052-1f21-419e-983d-bc98eef9bc8c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.928840] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1349.928840] env[63070]: value = "task-1770178" [ 1349.928840] env[63070]: _type = "Task" [ 1349.928840] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.936952] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.956224] env[63070]: DEBUG nova.compute.manager [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.061620] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770176, 'name': Destroy_Task, 'duration_secs': 0.937236} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.061620] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Destroyed the VM [ 1350.061620] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1350.061620] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ef94a34-b08f-4a84-9c03-1fbc54df92f2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.070184] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1350.070184] env[63070]: value = "task-1770179" [ 1350.070184] env[63070]: _type = "Task" [ 1350.070184] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.081825] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770179, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.131756] env[63070]: DEBUG nova.compute.manager [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.247060] env[63070]: DEBUG nova.scheduler.client.report [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.255362] env[63070]: DEBUG nova.compute.manager [req-6b532b32-f2b4-4a71-9f54-bad2a872293a req-a13f6889-79b7-4694-ae77-014a3a3aa242 service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Received event network-changed-5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1350.256352] env[63070]: DEBUG nova.compute.manager [req-6b532b32-f2b4-4a71-9f54-bad2a872293a req-a13f6889-79b7-4694-ae77-014a3a3aa242 service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Refreshing instance network info cache due to event network-changed-5c169416-deef-4024-9cde-3571a479e79c. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1350.256352] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b532b32-f2b4-4a71-9f54-bad2a872293a req-a13f6889-79b7-4694-ae77-014a3a3aa242 service nova] Acquiring lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.256352] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b532b32-f2b4-4a71-9f54-bad2a872293a req-a13f6889-79b7-4694-ae77-014a3a3aa242 service nova] Acquired lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.258130] env[63070]: DEBUG nova.network.neutron [req-6b532b32-f2b4-4a71-9f54-bad2a872293a req-a13f6889-79b7-4694-ae77-014a3a3aa242 service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Refreshing network info cache for port 5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.390711] env[63070]: DEBUG oslo_vmware.api [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770177, 'name': PowerOnVM_Task, 'duration_secs': 0.762031} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.391599] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.395035] env[63070]: DEBUG nova.compute.manager [None req-7342bfec-abdc-4ba4-b900-90676ca01b68 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.395932] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5fb76-6938-4d0d-9c34-1b87ee61d6bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.446319] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770178, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.490137] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.588968] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770179, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.658349] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.756153] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.756950] env[63070]: DEBUG nova.compute.manager [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.759405] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.113s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.759405] env[63070]: DEBUG nova.objects.instance [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63070) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1350.944008] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771716} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.944512] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 53b6aa7b-783c-4083-8110-c5d5e186aa8c/53b6aa7b-783c-4083-8110-c5d5e186aa8c.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.944512] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.944769] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40e96df5-ddce-45b7-9eb2-8432d6433d3b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.951948] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1350.951948] env[63070]: value = "task-1770180" [ 1350.951948] env[63070]: _type = "Task" [ 1350.951948] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.960283] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.083708] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770179, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.160274] env[63070]: DEBUG nova.network.neutron [req-6b532b32-f2b4-4a71-9f54-bad2a872293a req-a13f6889-79b7-4694-ae77-014a3a3aa242 service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Updated VIF entry in instance network info cache for port 5c169416-deef-4024-9cde-3571a479e79c. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.160637] env[63070]: DEBUG nova.network.neutron [req-6b532b32-f2b4-4a71-9f54-bad2a872293a req-a13f6889-79b7-4694-ae77-014a3a3aa242 service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Updating instance_info_cache with network_info: [{"id": "5c169416-deef-4024-9cde-3571a479e79c", "address": "fa:16:3e:37:a7:67", "network": {"id": "b50c55ae-e565-43b6-bfab-f4b8faf1d4f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924300205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd27b6ac18d4315841b8eb636e14683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c169416-de", "ovs_interfaceid": "5c169416-deef-4024-9cde-3571a479e79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.275988] env[63070]: DEBUG nova.compute.utils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1351.282910] env[63070]: DEBUG nova.compute.manager [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.283356] env[63070]: DEBUG nova.network.neutron [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.398262] env[63070]: DEBUG nova.policy [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '513886a1d0b44383b946a85245f2ad41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6238f5516ea94876814e31dd61a2deb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.466513] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101626} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.466801] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.468517] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b41e1e-3d8c-4a1c-b873-e595920d5693 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.496274] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 53b6aa7b-783c-4083-8110-c5d5e186aa8c/53b6aa7b-783c-4083-8110-c5d5e186aa8c.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.496670] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57086bb-d996-4cad-9fd2-38660c62b249 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.520420] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1351.520420] env[63070]: value = "task-1770181" [ 1351.520420] env[63070]: _type = "Task" [ 1351.520420] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.528768] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.585235] env[63070]: DEBUG oslo_vmware.api [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770179, 'name': RemoveSnapshot_Task, 'duration_secs': 1.118735} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.585235] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1351.585235] env[63070]: INFO nova.compute.manager [None req-075c753c-956b-410a-b2c2-137310d9e012 tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Took 18.76 seconds to snapshot the instance on the hypervisor. [ 1351.663547] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b532b32-f2b4-4a71-9f54-bad2a872293a req-a13f6889-79b7-4694-ae77-014a3a3aa242 service nova] Releasing lock "refresh_cache-bd33682d-74a2-44b4-9f07-c172b2b9a42f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.785728] env[63070]: DEBUG nova.compute.manager [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.790032] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3bb4d8b5-db81-47d6-9219-0eb9d666f2b1 tempest-ServersAdmin275Test-1986784762 tempest-ServersAdmin275Test-1986784762-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.790409] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.483s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.790609] env[63070]: DEBUG nova.objects.instance [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lazy-loading 'resources' on Instance uuid ff8db541-0494-4e5f-bad8-41b37b6a7b47 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.893701] env[63070]: DEBUG nova.network.neutron [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Successfully created port: ea639419-44de-4ee7-b8e8-1997a6d159bb {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.034447] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.532041] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770181, 'name': ReconfigVM_Task, 'duration_secs': 0.940725} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.534784] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 53b6aa7b-783c-4083-8110-c5d5e186aa8c/53b6aa7b-783c-4083-8110-c5d5e186aa8c.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.536617] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6b1b36-bc8c-42e3-bfb3-bd0415fa315d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.542793] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1352.542793] env[63070]: value = "task-1770182" [ 1352.542793] env[63070]: _type = "Task" [ 1352.542793] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.564194] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770182, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.715889] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "6a483d36-7cd6-4996-b187-8beb6fc95912" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.715889] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "6a483d36-7cd6-4996-b187-8beb6fc95912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.806102] env[63070]: DEBUG nova.compute.manager [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.833056] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.833351] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.833481] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.833667] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.833814] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.833961] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.834963] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.834963] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.834963] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.835118] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.835355] env[63070]: DEBUG nova.virt.hardware [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.838568] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3981ad-d49b-4ecb-80fd-3473845810a0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.846020] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8355741e-2de9-49d4-b662-fe497fc19a37 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.853333] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b14913-5cf9-4e87-8457-897e213ac3a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.858199] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2329045b-089d-4095-a27d-b9a7fa7072ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.897843] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b55a8e8-2b35-47b9-9bd2-6e300f79f35b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.908594] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cacc3f-876b-44f9-943a-2e261267486d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.924755] env[63070]: DEBUG nova.compute.provider_tree [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.054939] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770182, 'name': Rename_Task, 'duration_secs': 0.195941} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.055252] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.055501] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f15838-8a8c-4fbd-94bd-20ae74b0e0e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.063201] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1353.063201] env[63070]: value = "task-1770183" [ 1353.063201] env[63070]: _type = "Task" [ 1353.063201] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.079356] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.431072] env[63070]: DEBUG nova.scheduler.client.report [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.581020] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.723936] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquiring lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.724213] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.788896] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "474592d1-4a20-479d-85a9-a86c846849b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.790350] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "474592d1-4a20-479d-85a9-a86c846849b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.883076] env[63070]: DEBUG nova.network.neutron [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Successfully updated port: ea639419-44de-4ee7-b8e8-1997a6d159bb {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.936728] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.939195] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.924s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.940742] env[63070]: INFO nova.compute.claims [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.968527] env[63070]: INFO nova.scheduler.client.report [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Deleted allocations for instance ff8db541-0494-4e5f-bad8-41b37b6a7b47 [ 1354.074103] env[63070]: DEBUG oslo_vmware.api [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770183, 'name': PowerOnVM_Task, 'duration_secs': 0.829509} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.074385] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.074579] env[63070]: INFO nova.compute.manager [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1354.074753] env[63070]: DEBUG nova.compute.manager [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.075587] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868227a0-b2f1-47b0-8f5e-6186ede23e37 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.255256] env[63070]: DEBUG nova.compute.manager [req-12344358-3270-44d5-b7f4-69ee1a9c838c req-f7ae6d38-c06f-4a3e-8e16-ec952e93c9bb service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Received event network-vif-plugged-ea639419-44de-4ee7-b8e8-1997a6d159bb {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1354.255589] env[63070]: DEBUG oslo_concurrency.lockutils [req-12344358-3270-44d5-b7f4-69ee1a9c838c req-f7ae6d38-c06f-4a3e-8e16-ec952e93c9bb service nova] Acquiring lock "479bc771-a4cc-49fb-8de5-0f2ba643704a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.255647] env[63070]: DEBUG oslo_concurrency.lockutils [req-12344358-3270-44d5-b7f4-69ee1a9c838c req-f7ae6d38-c06f-4a3e-8e16-ec952e93c9bb service nova] Lock "479bc771-a4cc-49fb-8de5-0f2ba643704a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.258485] env[63070]: DEBUG oslo_concurrency.lockutils [req-12344358-3270-44d5-b7f4-69ee1a9c838c req-f7ae6d38-c06f-4a3e-8e16-ec952e93c9bb service nova] Lock "479bc771-a4cc-49fb-8de5-0f2ba643704a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.258485] env[63070]: DEBUG nova.compute.manager [req-12344358-3270-44d5-b7f4-69ee1a9c838c req-f7ae6d38-c06f-4a3e-8e16-ec952e93c9bb service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] No waiting events found dispatching network-vif-plugged-ea639419-44de-4ee7-b8e8-1997a6d159bb {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.260795] env[63070]: WARNING nova.compute.manager [req-12344358-3270-44d5-b7f4-69ee1a9c838c req-f7ae6d38-c06f-4a3e-8e16-ec952e93c9bb service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Received unexpected event network-vif-plugged-ea639419-44de-4ee7-b8e8-1997a6d159bb for instance with vm_state building and task_state spawning. [ 1354.388443] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "refresh_cache-479bc771-a4cc-49fb-8de5-0f2ba643704a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.388572] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "refresh_cache-479bc771-a4cc-49fb-8de5-0f2ba643704a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.388854] env[63070]: DEBUG nova.network.neutron [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.477357] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ca22c652-8431-433e-986d-43b6626d72f8 tempest-ServerDiagnosticsTest-695534779 tempest-ServerDiagnosticsTest-695534779-project-member] Lock "ff8db541-0494-4e5f-bad8-41b37b6a7b47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.312s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.594603] env[63070]: INFO nova.compute.manager [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Took 36.88 seconds to build instance. [ 1354.931995] env[63070]: DEBUG nova.network.neutron [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.064997] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquiring lock "7d27c230-29c7-4b01-9607-c928f2b76ddf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.065270] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lock "7d27c230-29c7-4b01-9607-c928f2b76ddf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.065468] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquiring lock "7d27c230-29c7-4b01-9607-c928f2b76ddf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.065647] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lock "7d27c230-29c7-4b01-9607-c928f2b76ddf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.065823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lock "7d27c230-29c7-4b01-9607-c928f2b76ddf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.068365] env[63070]: INFO nova.compute.manager [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Terminating instance [ 1355.097775] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7a5cedad-5bfe-4c51-a4f3-8366a4a73b05 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.569s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.128539] env[63070]: DEBUG nova.network.neutron [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Updating instance_info_cache with network_info: [{"id": "ea639419-44de-4ee7-b8e8-1997a6d159bb", "address": "fa:16:3e:44:4e:27", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea639419-44", "ovs_interfaceid": "ea639419-44de-4ee7-b8e8-1997a6d159bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.340483] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquiring lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.341150] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.472587] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3e277d-60f5-49b3-a9ba-654be7c61391 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.480579] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f201d12-a920-42d3-a2ee-7c0675b9299e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.513211] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3c9136-9e16-46a8-895e-f01f7b7061f3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.520819] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51af390-e78b-4f5a-92c1-3fcb62ef1e49 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.534039] env[63070]: DEBUG nova.compute.provider_tree [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.572693] env[63070]: DEBUG nova.compute.manager [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.572929] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.573868] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34576780-7c95-429a-bd46-2daa2548a68b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.583884] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.584162] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e83683cf-0878-4044-8a98-32750843fc82 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.590324] env[63070]: DEBUG oslo_vmware.api [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1355.590324] env[63070]: value = "task-1770184" [ 1355.590324] env[63070]: _type = "Task" [ 1355.590324] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.600056] env[63070]: DEBUG nova.compute.manager [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.602569] env[63070]: DEBUG oslo_vmware.api [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.631708] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "refresh_cache-479bc771-a4cc-49fb-8de5-0f2ba643704a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.634262] env[63070]: DEBUG nova.compute.manager [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Instance network_info: |[{"id": "ea639419-44de-4ee7-b8e8-1997a6d159bb", "address": "fa:16:3e:44:4e:27", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea639419-44", "ovs_interfaceid": "ea639419-44de-4ee7-b8e8-1997a6d159bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1355.634424] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:4e:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea639419-44de-4ee7-b8e8-1997a6d159bb', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.641707] env[63070]: DEBUG oslo.service.loopingcall [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.642010] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.642324] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98843652-bbfc-4f6b-85a6-e5acab021d1f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.663846] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.663846] env[63070]: value = "task-1770185" [ 1355.663846] env[63070]: _type = "Task" [ 1355.663846] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.672358] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770185, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.037848] env[63070]: DEBUG nova.scheduler.client.report [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.109163] env[63070]: DEBUG oslo_vmware.api [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770184, 'name': PowerOffVM_Task, 'duration_secs': 0.27278} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.109785] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.109870] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.110241] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d66894a-e4fb-4334-8aa9-ba3f50ce2405 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.135781] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.175923] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770185, 'name': CreateVM_Task, 'duration_secs': 0.480687} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.176138] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.176815] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.176955] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.177329] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.177583] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a22ccc-b368-4763-aa25-d23a68169478 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.186603] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1356.186603] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527307f9-8dbe-b067-891a-04293b71fdea" [ 1356.186603] env[63070]: _type = "Task" [ 1356.186603] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.191437] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.192492] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.192492] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Deleting the datastore file [datastore1] 7d27c230-29c7-4b01-9607-c928f2b76ddf {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.193392] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7c0a34b-9d0e-4c85-8065-64e78c552828 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.202406] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527307f9-8dbe-b067-891a-04293b71fdea, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.202406] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.202406] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.202406] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.202895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.202895] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.203123] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40da8507-ab75-46fb-9b33-30ea62d01573 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.208046] env[63070]: DEBUG oslo_vmware.api [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for the task: (returnval){ [ 1356.208046] env[63070]: value = "task-1770187" [ 1356.208046] env[63070]: _type = "Task" [ 1356.208046] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.214206] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.214206] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.217693] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a330876e-1603-48c5-a4bc-9d77fe8f2512 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.220152] env[63070]: DEBUG oslo_vmware.api [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.223200] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1356.223200] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52502c7e-592d-b26d-a2ac-7a53e7805ff8" [ 1356.223200] env[63070]: _type = "Task" [ 1356.223200] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.231127] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52502c7e-592d-b26d-a2ac-7a53e7805ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.494616] env[63070]: DEBUG nova.compute.manager [req-9206198d-a5f4-45ce-81b9-a4201d2456da req-86ed02f4-fe06-403a-af83-f25728fba904 service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Received event network-changed-ea639419-44de-4ee7-b8e8-1997a6d159bb {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1356.494860] env[63070]: DEBUG nova.compute.manager [req-9206198d-a5f4-45ce-81b9-a4201d2456da req-86ed02f4-fe06-403a-af83-f25728fba904 service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Refreshing instance network info cache due to event network-changed-ea639419-44de-4ee7-b8e8-1997a6d159bb. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1356.495084] env[63070]: DEBUG oslo_concurrency.lockutils [req-9206198d-a5f4-45ce-81b9-a4201d2456da req-86ed02f4-fe06-403a-af83-f25728fba904 service nova] Acquiring lock "refresh_cache-479bc771-a4cc-49fb-8de5-0f2ba643704a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.495242] env[63070]: DEBUG oslo_concurrency.lockutils [req-9206198d-a5f4-45ce-81b9-a4201d2456da req-86ed02f4-fe06-403a-af83-f25728fba904 service nova] Acquired lock "refresh_cache-479bc771-a4cc-49fb-8de5-0f2ba643704a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.495406] env[63070]: DEBUG nova.network.neutron [req-9206198d-a5f4-45ce-81b9-a4201d2456da req-86ed02f4-fe06-403a-af83-f25728fba904 service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Refreshing network info cache for port ea639419-44de-4ee7-b8e8-1997a6d159bb {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.543376] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.543925] env[63070]: DEBUG nova.compute.manager [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.547746] env[63070]: DEBUG oslo_concurrency.lockutils [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.426s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.547997] env[63070]: DEBUG nova.objects.instance [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lazy-loading 'resources' on Instance uuid 42087068-2562-47f2-b666-7db8b405d787 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.721120] env[63070]: DEBUG oslo_vmware.api [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Task: {'id': task-1770187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229431} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.721404] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.722013] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.722257] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.722675] env[63070]: INFO nova.compute.manager [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1356.722675] env[63070]: DEBUG oslo.service.loopingcall [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.722877] env[63070]: DEBUG nova.compute.manager [-] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.722970] env[63070]: DEBUG nova.network.neutron [-] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.737574] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52502c7e-592d-b26d-a2ac-7a53e7805ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.739546] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f36ce1e-2850-48b2-b580-9439478cba82 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.745621] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1356.745621] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520ed3f8-dcf5-d3bc-a478-ed2b69dbc33d" [ 1356.745621] env[63070]: _type = "Task" [ 1356.745621] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.760019] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520ed3f8-dcf5-d3bc-a478-ed2b69dbc33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.055340] env[63070]: DEBUG nova.compute.utils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1357.059921] env[63070]: DEBUG nova.compute.manager [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1357.060592] env[63070]: DEBUG nova.network.neutron [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.191610] env[63070]: DEBUG nova.policy [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '062c101326924a77a1fc774f32e3704c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a13201da9e704bbdbdac79df77108d13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1357.261338] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520ed3f8-dcf5-d3bc-a478-ed2b69dbc33d, 'name': SearchDatastore_Task, 'duration_secs': 0.039991} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.264080] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.264328] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 479bc771-a4cc-49fb-8de5-0f2ba643704a/479bc771-a4cc-49fb-8de5-0f2ba643704a.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.264815] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecea8e95-dd4b-454d-b325-696d5d9d889c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.272366] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1357.272366] env[63070]: value = "task-1770188" [ 1357.272366] env[63070]: _type = "Task" [ 1357.272366] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.293566] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.566182] env[63070]: DEBUG nova.compute.manager [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.684273] env[63070]: DEBUG nova.network.neutron [req-9206198d-a5f4-45ce-81b9-a4201d2456da req-86ed02f4-fe06-403a-af83-f25728fba904 service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Updated VIF entry in instance network info cache for port ea639419-44de-4ee7-b8e8-1997a6d159bb. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.684634] env[63070]: DEBUG nova.network.neutron [req-9206198d-a5f4-45ce-81b9-a4201d2456da req-86ed02f4-fe06-403a-af83-f25728fba904 service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Updating instance_info_cache with network_info: [{"id": "ea639419-44de-4ee7-b8e8-1997a6d159bb", "address": "fa:16:3e:44:4e:27", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea639419-44", "ovs_interfaceid": "ea639419-44de-4ee7-b8e8-1997a6d159bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.733773] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff644702-4ca4-432d-ae0b-404c696cdbb1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.746318] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f89526-2830-46c2-ba3b-fbc415ded324 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.794407] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3968602d-1d30-4238-a75d-faa330d5a284 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.804342] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770188, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.809864] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cd2434-5970-4b59-aa75-64a700d68f59 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.825811] env[63070]: DEBUG nova.compute.provider_tree [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.887861] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "0861abe8-7840-4a5b-ac67-ae8576f66303" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.887861] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "0861abe8-7840-4a5b-ac67-ae8576f66303" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.909450] env[63070]: DEBUG nova.network.neutron [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Successfully created port: 4107d9a7-94d8-4bfc-ade6-9c62b14f8171 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.024734] env[63070]: DEBUG nova.network.neutron [-] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.189236] env[63070]: DEBUG oslo_concurrency.lockutils [req-9206198d-a5f4-45ce-81b9-a4201d2456da req-86ed02f4-fe06-403a-af83-f25728fba904 service nova] Releasing lock "refresh_cache-479bc771-a4cc-49fb-8de5-0f2ba643704a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.299324] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715164} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.299736] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 479bc771-a4cc-49fb-8de5-0f2ba643704a/479bc771-a4cc-49fb-8de5-0f2ba643704a.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.299801] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.300019] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d65d7a3c-b8b9-4ece-abae-1d5a2ac01ebb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.306618] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1358.306618] env[63070]: value = "task-1770189" [ 1358.306618] env[63070]: _type = "Task" [ 1358.306618] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.316860] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.330148] env[63070]: DEBUG nova.scheduler.client.report [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.528943] env[63070]: INFO nova.compute.manager [-] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Took 1.81 seconds to deallocate network for instance. [ 1358.577934] env[63070]: DEBUG nova.compute.manager [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1358.617780] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.618268] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.618587] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.618904] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.621609] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.621609] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.621609] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.621609] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.621609] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.622025] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.622025] env[63070]: DEBUG nova.virt.hardware [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.623411] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62bdce2-23dd-483a-b6b6-2e1f65af82e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.633163] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d0e861-0b15-4cb8-8a05-e75739058d34 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.694645] env[63070]: DEBUG nova.compute.manager [req-5d4a0df6-bd68-409b-be7c-0b8580b43a0e req-42f6e5dc-ea80-42a7-8f24-1c68ce036d5f service nova] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Received event network-vif-deleted-c320c85c-c7f5-4fb9-8ff2-68a94e3f9ef9 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1358.820559] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066162} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.820559] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.825534] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e04c28-cb99-4933-b058-7d75a09571a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.850020] env[63070]: DEBUG oslo_concurrency.lockutils [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.856007] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 479bc771-a4cc-49fb-8de5-0f2ba643704a/479bc771-a4cc-49fb-8de5-0f2ba643704a.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.856757] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.731s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.856985] env[63070]: DEBUG nova.objects.instance [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lazy-loading 'resources' on Instance uuid 69f23f18-00d0-46ac-8867-8fc8cad8ed99 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.859251] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb23696c-0727-4a9a-aa00-d89c7775ef59 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.881020] env[63070]: INFO nova.scheduler.client.report [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Deleted allocations for instance 42087068-2562-47f2-b666-7db8b405d787 [ 1358.890631] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1358.890631] env[63070]: value = "task-1770190" [ 1358.890631] env[63070]: _type = "Task" [ 1358.890631] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.903675] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.035665] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.174348] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquiring lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.174803] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.391833] env[63070]: DEBUG oslo_concurrency.lockutils [None req-225d0928-c3a8-4bbd-8dfb-77e9b51be193 tempest-ServerAddressesTestJSON-1465209861 tempest-ServerAddressesTestJSON-1465209861-project-member] Lock "42087068-2562-47f2-b666-7db8b405d787" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.891s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.408712] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.666186] env[63070]: DEBUG nova.network.neutron [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Successfully updated port: 4107d9a7-94d8-4bfc-ade6-9c62b14f8171 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.902572] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.937812] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d24f8c-593e-495e-85e6-9ebd61404452 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.944058] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1757a016-edec-4660-ac10-ae0ec83018fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.980977] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed96f20e-6e12-4950-9092-cdaa2dbb2101 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.990959] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993339ea-a00b-40fb-8ff0-992a13560eb9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.005310] env[63070]: DEBUG nova.compute.provider_tree [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.171038] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "refresh_cache-c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.171038] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "refresh_cache-c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.171038] env[63070]: DEBUG nova.network.neutron [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.401546] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.508602] env[63070]: DEBUG nova.scheduler.client.report [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.717937] env[63070]: DEBUG nova.network.neutron [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1360.726011] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.726270] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.735167] env[63070]: DEBUG nova.compute.manager [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.736334] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e63ec5-d2f6-4c93-ad47-a9c82df28eaf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.759675] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "d6857835-31a5-47da-a63d-245672f30cb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.759915] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6857835-31a5-47da-a63d-245672f30cb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.811036] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "15a90e03-5481-404e-828d-2ed1dfe6469a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.811128] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "15a90e03-5481-404e-828d-2ed1dfe6469a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.877931] env[63070]: DEBUG nova.compute.manager [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Received event network-vif-plugged-4107d9a7-94d8-4bfc-ade6-9c62b14f8171 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1360.878204] env[63070]: DEBUG oslo_concurrency.lockutils [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] Acquiring lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.878420] env[63070]: DEBUG oslo_concurrency.lockutils [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] Lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.878589] env[63070]: DEBUG oslo_concurrency.lockutils [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] Lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.878753] env[63070]: DEBUG nova.compute.manager [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] No waiting events found dispatching network-vif-plugged-4107d9a7-94d8-4bfc-ade6-9c62b14f8171 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.878912] env[63070]: WARNING nova.compute.manager [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Received unexpected event network-vif-plugged-4107d9a7-94d8-4bfc-ade6-9c62b14f8171 for instance with vm_state building and task_state spawning. [ 1360.879080] env[63070]: DEBUG nova.compute.manager [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Received event network-changed-4107d9a7-94d8-4bfc-ade6-9c62b14f8171 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1360.879257] env[63070]: DEBUG nova.compute.manager [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Refreshing instance network info cache due to event network-changed-4107d9a7-94d8-4bfc-ade6-9c62b14f8171. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1360.879432] env[63070]: DEBUG oslo_concurrency.lockutils [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] Acquiring lock "refresh_cache-c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.902277] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770190, 'name': ReconfigVM_Task, 'duration_secs': 1.742778} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.902429] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 479bc771-a4cc-49fb-8de5-0f2ba643704a/479bc771-a4cc-49fb-8de5-0f2ba643704a.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.903058] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbe0bfe6-1ac1-4663-9f86-3a98486dbc8f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.909368] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1360.909368] env[63070]: value = "task-1770191" [ 1360.909368] env[63070]: _type = "Task" [ 1360.909368] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.919725] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770191, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.925543] env[63070]: DEBUG nova.network.neutron [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Updating instance_info_cache with network_info: [{"id": "4107d9a7-94d8-4bfc-ade6-9c62b14f8171", "address": "fa:16:3e:0a:15:21", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4107d9a7-94", "ovs_interfaceid": "4107d9a7-94d8-4bfc-ade6-9c62b14f8171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.014842] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.018411] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.005s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.044242] env[63070]: INFO nova.scheduler.client.report [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Deleted allocations for instance 69f23f18-00d0-46ac-8867-8fc8cad8ed99 [ 1361.253321] env[63070]: INFO nova.compute.manager [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] instance snapshotting [ 1361.257944] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d825e0-1bfc-4105-8d23-d58242c85a06 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.282751] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17db7241-1a13-4194-9a3d-d5c253f2e1fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.419337] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770191, 'name': Rename_Task, 'duration_secs': 0.154404} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.419633] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.419877] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45731956-c82e-4f86-ac25-73a7bf41e324 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.425896] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1361.425896] env[63070]: value = "task-1770192" [ 1361.425896] env[63070]: _type = "Task" [ 1361.425896] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.429199] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "refresh_cache-c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.429551] env[63070]: DEBUG nova.compute.manager [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Instance network_info: |[{"id": "4107d9a7-94d8-4bfc-ade6-9c62b14f8171", "address": "fa:16:3e:0a:15:21", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4107d9a7-94", "ovs_interfaceid": "4107d9a7-94d8-4bfc-ade6-9c62b14f8171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1361.429828] env[63070]: DEBUG oslo_concurrency.lockutils [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] Acquired lock "refresh_cache-c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.430009] env[63070]: DEBUG nova.network.neutron [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Refreshing network info cache for port 4107d9a7-94d8-4bfc-ade6-9c62b14f8171 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.431176] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:15:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4107d9a7-94d8-4bfc-ade6-9c62b14f8171', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.445064] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating folder: Project (a13201da9e704bbdbdac79df77108d13). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.447579] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00c66f9a-4ff9-4c3d-8c5b-5e3f43cdaaf5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.454496] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770192, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.463854] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Created folder: Project (a13201da9e704bbdbdac79df77108d13) in parent group-v367531. [ 1361.464064] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating folder: Instances. Parent ref: group-v367598. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.464304] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55a91814-d036-4b75-9673-18ce14d15587 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.474324] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Created folder: Instances in parent group-v367598. [ 1361.474586] env[63070]: DEBUG oslo.service.loopingcall [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.474781] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.475136] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e707a5c-ffe9-4755-b90f-685e906659e2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.497751] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.497751] env[63070]: value = "task-1770195" [ 1361.497751] env[63070]: _type = "Task" [ 1361.497751] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.507354] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770195, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.556349] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5c71738-9237-4fb5-ba6f-f050a51af9bb tempest-ServersAdmin275Test-804164841 tempest-ServersAdmin275Test-804164841-project-member] Lock "69f23f18-00d0-46ac-8867-8fc8cad8ed99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.311s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.796263] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1361.797160] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-261c9ba6-af5c-497e-a1f8-c8e3d95e0532 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.808365] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1361.808365] env[63070]: value = "task-1770196" [ 1361.808365] env[63070]: _type = "Task" [ 1361.808365] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.820738] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770196, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.941921] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.020231] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770195, 'name': CreateVM_Task, 'duration_secs': 0.340447} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.020231] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.020231] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.020231] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.020231] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.020231] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428204f4-d857-4dc7-8682-c68877aa5a5f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.025921] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1362.025921] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527cfd3f-8b3c-b837-7b13-a1294a8fa33d" [ 1362.025921] env[63070]: _type = "Task" [ 1362.025921] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.035494] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527cfd3f-8b3c-b837-7b13-a1294a8fa33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.155196] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083c96b0-737f-4ae1-a4e1-b7ce654633ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.163490] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86afac2-262c-4966-9e3e-756ef3759a81 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.196742] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70acd031-e939-4f6a-983f-f6d3d2dfc9d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.204801] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ce0d64-4c41-4a26-a9c8-a3bcf85a17a2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.220805] env[63070]: DEBUG nova.compute.provider_tree [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.272094] env[63070]: DEBUG nova.network.neutron [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Updated VIF entry in instance network info cache for port 4107d9a7-94d8-4bfc-ade6-9c62b14f8171. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.272453] env[63070]: DEBUG nova.network.neutron [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Updating instance_info_cache with network_info: [{"id": "4107d9a7-94d8-4bfc-ade6-9c62b14f8171", "address": "fa:16:3e:0a:15:21", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4107d9a7-94", "ovs_interfaceid": "4107d9a7-94d8-4bfc-ade6-9c62b14f8171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.320279] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770196, 'name': CreateSnapshot_Task, 'duration_secs': 0.50326} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.320547] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1362.321503] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025be1e5-37ef-4d3f-9251-0d7173206733 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.436807] env[63070]: DEBUG oslo_vmware.api [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770192, 'name': PowerOnVM_Task, 'duration_secs': 0.79825} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.437528] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.437528] env[63070]: INFO nova.compute.manager [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1362.437528] env[63070]: DEBUG nova.compute.manager [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.438394] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a323e0c-fb71-4db8-8950-ed15c5b15e6a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.536589] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527cfd3f-8b3c-b837-7b13-a1294a8fa33d, 'name': SearchDatastore_Task, 'duration_secs': 0.00968} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.536589] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.536771] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.537012] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.537203] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.537341] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.537601] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abde54cc-1ed7-461a-8921-76da45e078d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.546044] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.546262] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.546902] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83231797-2be0-42af-841c-725dca87b587 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.555233] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1362.555233] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5252cddc-8b24-4f9e-545d-065949dce755" [ 1362.555233] env[63070]: _type = "Task" [ 1362.555233] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.561488] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5252cddc-8b24-4f9e-545d-065949dce755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.723642] env[63070]: DEBUG nova.scheduler.client.report [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.779049] env[63070]: DEBUG oslo_concurrency.lockutils [req-a87ce474-a237-43bc-b4e3-ffcf1e487bd5 req-358e5d19-2fb9-4824-8803-63aef58705fc service nova] Releasing lock "refresh_cache-c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.839457] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1362.839798] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-45bd7bfe-749d-4246-8c4b-7d41ad1bdbd8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.849086] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1362.849086] env[63070]: value = "task-1770197" [ 1362.849086] env[63070]: _type = "Task" [ 1362.849086] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.857159] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770197, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.955644] env[63070]: INFO nova.compute.manager [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Took 41.36 seconds to build instance. [ 1363.067126] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5252cddc-8b24-4f9e-545d-065949dce755, 'name': SearchDatastore_Task, 'duration_secs': 0.008145} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.067126] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1782d88-a7c9-407e-bd3c-99f20809694d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.072628] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1363.072628] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52355cb2-4489-612b-b722-e4c0173c1270" [ 1363.072628] env[63070]: _type = "Task" [ 1363.072628] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.082411] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52355cb2-4489-612b-b722-e4c0173c1270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.360862] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770197, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.458790] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c272131e-ce06-4538-b822-4ee9440564eb tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "479bc771-a4cc-49fb-8de5-0f2ba643704a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.145s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.584761] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52355cb2-4489-612b-b722-e4c0173c1270, 'name': SearchDatastore_Task, 'duration_secs': 0.016139} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.584761] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.584761] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d/c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.584761] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-337f999d-7638-4afa-9f7d-40e2294cde63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.590631] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1363.590631] env[63070]: value = "task-1770198" [ 1363.590631] env[63070]: _type = "Task" [ 1363.590631] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.600029] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.736055] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.716s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.737815] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.407s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.739699] env[63070]: INFO nova.compute.claims [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.863442] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770197, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.901227] env[63070]: INFO nova.compute.manager [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Rescuing [ 1363.901300] env[63070]: DEBUG oslo_concurrency.lockutils [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "refresh_cache-479bc771-a4cc-49fb-8de5-0f2ba643704a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.901562] env[63070]: DEBUG oslo_concurrency.lockutils [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "refresh_cache-479bc771-a4cc-49fb-8de5-0f2ba643704a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.901831] env[63070]: DEBUG nova.network.neutron [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.965183] env[63070]: DEBUG nova.compute.manager [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1364.100741] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770198, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.320555] env[63070]: INFO nova.scheduler.client.report [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleted allocation for migration d432be99-748d-437d-951c-b79c1d68af5f [ 1364.364455] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770197, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.499713] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.601581] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51329} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.601863] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d/c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.602095] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.602380] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-753c6555-01b2-4ba4-9092-622dd1bb8389 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.613313] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1364.613313] env[63070]: value = "task-1770199" [ 1364.613313] env[63070]: _type = "Task" [ 1364.613313] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.630947] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.815966] env[63070]: DEBUG nova.network.neutron [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Updating instance_info_cache with network_info: [{"id": "ea639419-44de-4ee7-b8e8-1997a6d159bb", "address": "fa:16:3e:44:4e:27", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea639419-44", "ovs_interfaceid": "ea639419-44de-4ee7-b8e8-1997a6d159bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.827025] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dca6d669-4b66-49d0-a127-f76b793dfbff tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "061f91da-9911-4400-ba28-0e85b2c328f5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.699s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.865700] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770197, 'name': CloneVM_Task, 'duration_secs': 1.749739} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.865961] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Created linked-clone VM from snapshot [ 1364.866758] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfc3042-d9e8-4069-b1bd-bad1c4e5672c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.876430] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Uploading image e6e08ae7-236b-4e03-9484-2154421ba9b7 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1364.893247] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1364.894359] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8417f969-b86c-4d0b-acb7-4b9fd1526e34 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.904745] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1364.904745] env[63070]: value = "task-1770200" [ 1364.904745] env[63070]: _type = "Task" [ 1364.904745] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.917539] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770200, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.135576] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115292} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.136468] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.137613] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4965bc3-e472-4c42-b938-6cc6aab21fe0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.171101] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d/c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.173865] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40e9aff-15a7-4fb5-a54e-a4bdd66c73f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.193899] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1365.193899] env[63070]: value = "task-1770201" [ 1365.193899] env[63070]: _type = "Task" [ 1365.193899] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.202143] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.319655] env[63070]: DEBUG oslo_concurrency.lockutils [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "refresh_cache-479bc771-a4cc-49fb-8de5-0f2ba643704a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.421188] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770200, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.453533] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4351231-6d5d-4f4e-9b1c-469bf073081e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.463635] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917ecef7-fe81-4746-8661-afc0145dfe3f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.505061] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda4040-977c-4c97-9782-678dfee72464 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.514854] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cb2066-600b-4752-9a04-683fc7fec484 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.531713] env[63070]: DEBUG nova.compute.provider_tree [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.707925] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770201, 'name': ReconfigVM_Task, 'duration_secs': 0.364286} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.708284] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d/c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.709870] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ac43ef9-5753-43cd-853d-571493d3a7c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.716804] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1365.716804] env[63070]: value = "task-1770202" [ 1365.716804] env[63070]: _type = "Task" [ 1365.716804] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.737412] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770202, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.914657] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770200, 'name': Destroy_Task, 'duration_secs': 0.577929} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.914921] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Destroyed the VM [ 1365.915299] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1365.915551] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-323be581-d44a-4863-8ddd-0105e21e417f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.921852] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1365.921852] env[63070]: value = "task-1770203" [ 1365.921852] env[63070]: _type = "Task" [ 1365.921852] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.929892] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.037041] env[63070]: DEBUG nova.scheduler.client.report [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.228498] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770202, 'name': Rename_Task, 'duration_secs': 0.162926} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.228814] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.229081] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cedc1276-ac08-4573-aadc-c13aedeec9ca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.235601] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1366.235601] env[63070]: value = "task-1770204" [ 1366.235601] env[63070]: _type = "Task" [ 1366.235601] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.244346] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.436505] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770203, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.545825] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.547934] env[63070]: DEBUG nova.compute.manager [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.551353] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.922s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.553976] env[63070]: INFO nova.compute.claims [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.747644] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.891229] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.891229] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-113253cc-5e80-46ed-aabe-e0bf5f5038a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.899620] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1366.899620] env[63070]: value = "task-1770205" [ 1366.899620] env[63070]: _type = "Task" [ 1366.899620] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.906974] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.934687] env[63070]: DEBUG oslo_vmware.api [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770203, 'name': RemoveSnapshot_Task, 'duration_secs': 0.524402} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.935268] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1367.063023] env[63070]: DEBUG nova.compute.utils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.069135] env[63070]: DEBUG nova.compute.manager [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1367.069314] env[63070]: DEBUG nova.network.neutron [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.247791] env[63070]: DEBUG oslo_vmware.api [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770204, 'name': PowerOnVM_Task, 'duration_secs': 0.710828} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.248071] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.248318] env[63070]: INFO nova.compute.manager [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1367.248888] env[63070]: DEBUG nova.compute.manager [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.249726] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5a29cb-473f-4f83-abab-f5c564f2e767 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.267864] env[63070]: DEBUG nova.policy [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '055137c2e7aa419fa627b70bcc4e33b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d29953c4ab24307afc822854de6d4e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.415098] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770205, 'name': PowerOffVM_Task, 'duration_secs': 0.201479} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.415098] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.417112] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3dc892-1f70-4f8f-8eff-82d99f61f04f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.441803] env[63070]: WARNING nova.compute.manager [None req-483f0a58-d411-4714-b979-f904ff19de8b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Image not found during snapshot: nova.exception.ImageNotFound: Image e6e08ae7-236b-4e03-9484-2154421ba9b7 could not be found. [ 1367.445127] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afccc3a-151f-4f1a-ab85-f9aa19254134 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.486412] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.487288] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-906a0484-0b1c-4045-983f-b0591487f655 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.495377] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1367.495377] env[63070]: value = "task-1770206" [ 1367.495377] env[63070]: _type = "Task" [ 1367.495377] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.503973] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1367.504220] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.504464] env[63070]: DEBUG oslo_concurrency.lockutils [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.504611] env[63070]: DEBUG oslo_concurrency.lockutils [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.504786] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.505039] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-add2eec3-fc59-4944-9df5-7a96f048976a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.514063] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.514282] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.515828] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7403998-6043-4f12-8564-2c4a055be405 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.521666] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1367.521666] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52820643-5dab-49e0-8644-8cfe4abb8a8f" [ 1367.521666] env[63070]: _type = "Task" [ 1367.521666] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.531369] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52820643-5dab-49e0-8644-8cfe4abb8a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.575265] env[63070]: DEBUG nova.compute.manager [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.768712] env[63070]: INFO nova.compute.manager [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Took 40.79 seconds to build instance. [ 1368.025299] env[63070]: DEBUG nova.network.neutron [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Successfully created port: a202b77d-0239-4919-93d9-5c1fb4405f8d {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.037431] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52820643-5dab-49e0-8644-8cfe4abb8a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012998} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.038259] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8a3494-5b59-4b2a-a009-b867f7a0c8e3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.048391] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1368.048391] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520d76a1-4cae-ca4b-e7bb-1c3c483506cd" [ 1368.048391] env[63070]: _type = "Task" [ 1368.048391] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.056976] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520d76a1-4cae-ca4b-e7bb-1c3c483506cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.141818] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28cbe8e-5f1d-4940-a188-8cc6d42f9650 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.151578] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3ddc70-9ff6-4cb8-ae1f-60edb6e802f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.187959] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b391da39-4c20-476a-84df-f8d5b2c078a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.197095] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c9582-4a30-403e-ad68-19fd5582f9e3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.211591] env[63070]: DEBUG nova.compute.provider_tree [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.270582] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5610b318-2127-48a8-81fa-401c608c8bd3 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.998s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.337759] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.338150] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.561490] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520d76a1-4cae-ca4b-e7bb-1c3c483506cd, 'name': SearchDatastore_Task, 'duration_secs': 0.025732} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.561943] env[63070]: DEBUG oslo_concurrency.lockutils [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.562941] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 479bc771-a4cc-49fb-8de5-0f2ba643704a/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. {{(pid=63070) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1368.563428] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e25675b-72aa-4ac0-a8b0-de5af4a03078 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.578122] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1368.578122] env[63070]: value = "task-1770207" [ 1368.578122] env[63070]: _type = "Task" [ 1368.578122] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.589091] env[63070]: DEBUG nova.compute.manager [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.591441] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.623652] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.623915] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.624090] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.624274] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.624421] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.624571] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.624780] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.624971] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.625130] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.625296] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.626026] env[63070]: DEBUG nova.virt.hardware [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.626383] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e13cd81-f4e1-4873-9076-83e821b8fe9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.636306] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5441e9-313f-489e-93ef-80019e1d742a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.715844] env[63070]: DEBUG nova.scheduler.client.report [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.773418] env[63070]: DEBUG nova.compute.manager [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.970678] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "f03a1e87-a324-4bda-9533-46de2402fe92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.970774] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.090051] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770207, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.159022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.159022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.159022] env[63070]: DEBUG nova.compute.manager [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.159022] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e01a1a-7269-466b-b2e9-e59875edb960 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.166868] env[63070]: DEBUG nova.compute.manager [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63070) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1369.166868] env[63070]: DEBUG nova.objects.instance [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lazy-loading 'flavor' on Instance uuid c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.217045] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.217045] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.217045] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.217045] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.217283] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.222875] env[63070]: INFO nova.compute.manager [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Terminating instance [ 1369.224199] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.224646] env[63070]: DEBUG nova.compute.manager [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.227708] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.675s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.231153] env[63070]: DEBUG nova.objects.instance [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63070) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1369.301369] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.593316] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51864} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.593572] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 479bc771-a4cc-49fb-8de5-0f2ba643704a/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. [ 1369.594396] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953a9ef4-aebf-4cf7-ad7e-37d69fbea95f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.626568] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 479bc771-a4cc-49fb-8de5-0f2ba643704a/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.626913] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1c33ac-74c0-4da6-8c14-c9426cc5e64a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.649977] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1369.649977] env[63070]: value = "task-1770208" [ 1369.649977] env[63070]: _type = "Task" [ 1369.649977] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.660671] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.732148] env[63070]: DEBUG nova.compute.manager [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.732397] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.733669] env[63070]: DEBUG nova.compute.utils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1369.742812] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58167d5a-6591-47b4-8510-5e398a96c1a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.748383] env[63070]: DEBUG nova.compute.manager [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1369.748383] env[63070]: DEBUG nova.network.neutron [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.763018] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.763018] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-382f3f6f-a194-4c3a-80b3-a9a5db1faa33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.767861] env[63070]: DEBUG oslo_vmware.api [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1369.767861] env[63070]: value = "task-1770209" [ 1369.767861] env[63070]: _type = "Task" [ 1369.767861] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.777150] env[63070]: DEBUG oslo_vmware.api [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.886524] env[63070]: DEBUG nova.policy [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67d283920f648bab472df474a718bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506b724a261142088ced7f397d037cb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.030209] env[63070]: DEBUG nova.compute.manager [req-6573c048-fc93-48d1-8da8-a4e4043dcfda req-46e38ea4-a88d-4957-a266-10f41a248ef3 service nova] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Received event network-vif-plugged-a202b77d-0239-4919-93d9-5c1fb4405f8d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1370.030209] env[63070]: DEBUG oslo_concurrency.lockutils [req-6573c048-fc93-48d1-8da8-a4e4043dcfda req-46e38ea4-a88d-4957-a266-10f41a248ef3 service nova] Acquiring lock "8050a7a8-fe9d-462e-8301-738134742730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.030209] env[63070]: DEBUG oslo_concurrency.lockutils [req-6573c048-fc93-48d1-8da8-a4e4043dcfda req-46e38ea4-a88d-4957-a266-10f41a248ef3 service nova] Lock "8050a7a8-fe9d-462e-8301-738134742730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.030209] env[63070]: DEBUG oslo_concurrency.lockutils [req-6573c048-fc93-48d1-8da8-a4e4043dcfda req-46e38ea4-a88d-4957-a266-10f41a248ef3 service nova] Lock "8050a7a8-fe9d-462e-8301-738134742730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.030209] env[63070]: DEBUG nova.compute.manager [req-6573c048-fc93-48d1-8da8-a4e4043dcfda req-46e38ea4-a88d-4957-a266-10f41a248ef3 service nova] [instance: 8050a7a8-fe9d-462e-8301-738134742730] No waiting events found dispatching network-vif-plugged-a202b77d-0239-4919-93d9-5c1fb4405f8d {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.031487] env[63070]: WARNING nova.compute.manager [req-6573c048-fc93-48d1-8da8-a4e4043dcfda req-46e38ea4-a88d-4957-a266-10f41a248ef3 service nova] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Received unexpected event network-vif-plugged-a202b77d-0239-4919-93d9-5c1fb4405f8d for instance with vm_state building and task_state spawning. [ 1370.031487] env[63070]: DEBUG nova.network.neutron [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Successfully updated port: a202b77d-0239-4919-93d9-5c1fb4405f8d {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.167134] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770208, 'name': ReconfigVM_Task, 'duration_secs': 0.317773} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.167800] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 479bc771-a4cc-49fb-8de5-0f2ba643704a/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.168983] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebec865e-8916-40a8-8bb9-060235fae57a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.197050] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.201654] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4670926-bd44-4043-8922-ab491ce1a36c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.203520] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceca2594-e9c0-4c4a-9a35-c3ae7a0866ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.222833] env[63070]: DEBUG oslo_vmware.api [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1370.222833] env[63070]: value = "task-1770210" [ 1370.222833] env[63070]: _type = "Task" [ 1370.222833] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.224265] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1370.224265] env[63070]: value = "task-1770211" [ 1370.224265] env[63070]: _type = "Task" [ 1370.224265] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.235251] env[63070]: DEBUG oslo_vmware.api [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.238560] env[63070]: DEBUG nova.compute.manager [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.241430] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770211, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.253077] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a975f4d3-80b1-4760-a059-1d378e487912 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.254219] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.726s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.257573] env[63070]: INFO nova.compute.claims [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.278867] env[63070]: DEBUG oslo_vmware.api [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770209, 'name': PowerOffVM_Task, 'duration_secs': 0.222829} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.279786] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.279786] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.279786] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-805b1547-2866-41ce-bb58-8c559b10600d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.440478] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.440829] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.441047] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Deleting the datastore file [datastore1] 53b6aa7b-783c-4083-8110-c5d5e186aa8c {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.441337] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-631e2bd5-c4cf-4a8d-8297-40fea319f068 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.447961] env[63070]: DEBUG oslo_vmware.api [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1370.447961] env[63070]: value = "task-1770213" [ 1370.447961] env[63070]: _type = "Task" [ 1370.447961] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.456011] env[63070]: DEBUG oslo_vmware.api [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.458225] env[63070]: DEBUG nova.network.neutron [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Successfully created port: 86c95a51-c6af-410d-bff0-bdfbf2122a15 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.537032] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquiring lock "refresh_cache-8050a7a8-fe9d-462e-8301-738134742730" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.537211] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquired lock "refresh_cache-8050a7a8-fe9d-462e-8301-738134742730" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.537372] env[63070]: DEBUG nova.network.neutron [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.675838] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.676089] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.740207] env[63070]: DEBUG oslo_vmware.api [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770210, 'name': PowerOffVM_Task, 'duration_secs': 0.20434} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.745768] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.745768] env[63070]: DEBUG nova.compute.manager [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.748948] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770211, 'name': ReconfigVM_Task, 'duration_secs': 0.15832} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.749819] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bda1f60-d1a8-4e0f-93a1-04957d59e6b9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.753304] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.753304] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6888a03a-a2e3-4014-9151-dca5a4da02f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.770083] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1370.770083] env[63070]: value = "task-1770214" [ 1370.770083] env[63070]: _type = "Task" [ 1370.770083] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.772764] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.959493] env[63070]: DEBUG oslo_vmware.api [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151244} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.959924] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.960245] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.960536] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.960817] env[63070]: INFO nova.compute.manager [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1370.961177] env[63070]: DEBUG oslo.service.loopingcall [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.963017] env[63070]: DEBUG nova.compute.manager [-] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.963017] env[63070]: DEBUG nova.network.neutron [-] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.075556] env[63070]: DEBUG nova.network.neutron [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.235898] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "e621dfd7-d429-4922-a660-d2f2e6385870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.236250] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "e621dfd7-d429-4922-a660-d2f2e6385870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.255640] env[63070]: DEBUG nova.compute.manager [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.281260] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2ae70cab-7ca1-435b-a6cb-d3a3a677c31d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.124s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.291535] env[63070]: DEBUG oslo_vmware.api [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770214, 'name': PowerOnVM_Task, 'duration_secs': 0.393776} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.292245] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.297231] env[63070]: DEBUG nova.compute.manager [None req-98b55d5d-da07-439d-9d4e-458c52134b3e tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.297231] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeeacf3-7db7-4d1e-b766-dfd93dfd516e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.301585] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.302236] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.302236] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.302236] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.302236] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.302413] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.302537] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.302702] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.302856] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.303026] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.303194] env[63070]: DEBUG nova.virt.hardware [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.304040] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0f59aa-e4f9-49e0-aaa6-73fd8d232af7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.319389] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c42ef83-a001-4c2c-ac95-567bdf74a462 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.346245] env[63070]: DEBUG nova.network.neutron [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Updating instance_info_cache with network_info: [{"id": "a202b77d-0239-4919-93d9-5c1fb4405f8d", "address": "fa:16:3e:4c:b4:85", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa202b77d-02", "ovs_interfaceid": "a202b77d-0239-4919-93d9-5c1fb4405f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.832722] env[63070]: DEBUG nova.network.neutron [-] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.849323] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Releasing lock "refresh_cache-8050a7a8-fe9d-462e-8301-738134742730" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.850994] env[63070]: DEBUG nova.compute.manager [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Instance network_info: |[{"id": "a202b77d-0239-4919-93d9-5c1fb4405f8d", "address": "fa:16:3e:4c:b4:85", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa202b77d-02", "ovs_interfaceid": "a202b77d-0239-4919-93d9-5c1fb4405f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1371.851245] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:b4:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a202b77d-0239-4919-93d9-5c1fb4405f8d', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.864490] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Creating folder: Project (1d29953c4ab24307afc822854de6d4e2). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.868404] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ffb2888-524d-402a-9666-58a0a6a412af {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.879714] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Created folder: Project (1d29953c4ab24307afc822854de6d4e2) in parent group-v367531. [ 1371.880285] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Creating folder: Instances. Parent ref: group-v367603. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.880285] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38f1cc28-6a86-4b1f-aebd-a0127cb04dd7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.892740] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Created folder: Instances in parent group-v367603. [ 1371.893354] env[63070]: DEBUG oslo.service.loopingcall [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.893354] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.893530] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63cd421b-7774-4636-beb5-18bf365d4d0a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.914174] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3adccfd-d07f-45a1-9f18-ebc688161c68 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.928236] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920cf606-015e-4e57-9800-b1079a9120c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.930171] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.930171] env[63070]: value = "task-1770217" [ 1371.930171] env[63070]: _type = "Task" [ 1371.930171] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.964382] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3e2818-e1a4-43a1-8dd0-8eb5436f1f93 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.971030] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770217, 'name': CreateVM_Task} progress is 15%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.976013] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f68055-0d52-4185-bc2c-6df2b57d1b6e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.991032] env[63070]: DEBUG nova.compute.provider_tree [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.320243] env[63070]: DEBUG nova.network.neutron [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Successfully updated port: 86c95a51-c6af-410d-bff0-bdfbf2122a15 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.335075] env[63070]: INFO nova.compute.manager [-] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Took 1.37 seconds to deallocate network for instance. [ 1372.438712] env[63070]: DEBUG nova.compute.manager [req-1e5acb6c-f73d-47b3-8523-793d6d203fea req-99a9c884-7175-40bc-97b2-c4e58f4f897b service nova] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Received event network-changed-a202b77d-0239-4919-93d9-5c1fb4405f8d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1372.438844] env[63070]: DEBUG nova.compute.manager [req-1e5acb6c-f73d-47b3-8523-793d6d203fea req-99a9c884-7175-40bc-97b2-c4e58f4f897b service nova] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Refreshing instance network info cache due to event network-changed-a202b77d-0239-4919-93d9-5c1fb4405f8d. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1372.439068] env[63070]: DEBUG oslo_concurrency.lockutils [req-1e5acb6c-f73d-47b3-8523-793d6d203fea req-99a9c884-7175-40bc-97b2-c4e58f4f897b service nova] Acquiring lock "refresh_cache-8050a7a8-fe9d-462e-8301-738134742730" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.439210] env[63070]: DEBUG oslo_concurrency.lockutils [req-1e5acb6c-f73d-47b3-8523-793d6d203fea req-99a9c884-7175-40bc-97b2-c4e58f4f897b service nova] Acquired lock "refresh_cache-8050a7a8-fe9d-462e-8301-738134742730" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.439368] env[63070]: DEBUG nova.network.neutron [req-1e5acb6c-f73d-47b3-8523-793d6d203fea req-99a9c884-7175-40bc-97b2-c4e58f4f897b service nova] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Refreshing network info cache for port a202b77d-0239-4919-93d9-5c1fb4405f8d {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.445946] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770217, 'name': CreateVM_Task, 'duration_secs': 0.37956} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.445946] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.446133] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.446299] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.446638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.447520] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5f3ed1-80b4-4375-a760-013589ddaa5f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.452586] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for the task: (returnval){ [ 1372.452586] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a868c-6dae-9d18-8244-e65897945eb4" [ 1372.452586] env[63070]: _type = "Task" [ 1372.452586] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.461535] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a868c-6dae-9d18-8244-e65897945eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.493802] env[63070]: DEBUG nova.scheduler.client.report [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.827668] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "refresh_cache-9728411c-2d32-4eaf-82ac-b0c3138d45d9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.827668] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquired lock "refresh_cache-9728411c-2d32-4eaf-82ac-b0c3138d45d9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.827668] env[63070]: DEBUG nova.network.neutron [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.842103] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.925138] env[63070]: DEBUG nova.compute.manager [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.926029] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5edd985-5341-40a8-8aa6-4a8897319912 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.965203] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a868c-6dae-9d18-8244-e65897945eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.965515] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.965799] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.966065] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.966217] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.966419] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.966899] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8e3430f-2125-4d23-a3fa-265a2ac1e7ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.974761] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.974939] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.977553] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b5db6b-6a63-4e4f-bbf8-3298063be390 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.982988] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for the task: (returnval){ [ 1372.982988] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529abf10-aed7-56f6-d4e6-f14a78273348" [ 1372.982988] env[63070]: _type = "Task" [ 1372.982988] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.990105] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529abf10-aed7-56f6-d4e6-f14a78273348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.998850] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.999335] env[63070]: DEBUG nova.compute.manager [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.002062] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.745s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.003377] env[63070]: INFO nova.compute.claims [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.151732] env[63070]: DEBUG nova.network.neutron [req-1e5acb6c-f73d-47b3-8523-793d6d203fea req-99a9c884-7175-40bc-97b2-c4e58f4f897b service nova] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Updated VIF entry in instance network info cache for port a202b77d-0239-4919-93d9-5c1fb4405f8d. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.152269] env[63070]: DEBUG nova.network.neutron [req-1e5acb6c-f73d-47b3-8523-793d6d203fea req-99a9c884-7175-40bc-97b2-c4e58f4f897b service nova] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Updating instance_info_cache with network_info: [{"id": "a202b77d-0239-4919-93d9-5c1fb4405f8d", "address": "fa:16:3e:4c:b4:85", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa202b77d-02", "ovs_interfaceid": "a202b77d-0239-4919-93d9-5c1fb4405f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.373225] env[63070]: DEBUG nova.network.neutron [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.437732] env[63070]: INFO nova.compute.manager [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] instance snapshotting [ 1373.437932] env[63070]: WARNING nova.compute.manager [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1373.440780] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db38f6d7-b86e-4cab-86af-631e76e0b935 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.462424] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f83dd17-5dad-484c-ad18-88eef6877861 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.493375] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529abf10-aed7-56f6-d4e6-f14a78273348, 'name': SearchDatastore_Task, 'duration_secs': 0.008501} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.494764] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef503899-b675-4ade-beff-5eb36df50bd3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.500819] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for the task: (returnval){ [ 1373.500819] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527f821f-c12b-9bba-d130-bbd8c392b6b9" [ 1373.500819] env[63070]: _type = "Task" [ 1373.500819] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.504586] env[63070]: DEBUG nova.compute.utils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1373.508026] env[63070]: DEBUG nova.compute.manager [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1373.508026] env[63070]: DEBUG nova.network.neutron [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1373.514362] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527f821f-c12b-9bba-d130-bbd8c392b6b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.514820] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.515085] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8050a7a8-fe9d-462e-8301-738134742730/8050a7a8-fe9d-462e-8301-738134742730.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.515338] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6bac36e-e885-4af0-9681-61b785146762 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.523413] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for the task: (returnval){ [ 1373.523413] env[63070]: value = "task-1770218" [ 1373.523413] env[63070]: _type = "Task" [ 1373.523413] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.535887] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.612422] env[63070]: DEBUG nova.network.neutron [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Updating instance_info_cache with network_info: [{"id": "86c95a51-c6af-410d-bff0-bdfbf2122a15", "address": "fa:16:3e:88:73:e6", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c95a51-c6", "ovs_interfaceid": "86c95a51-c6af-410d-bff0-bdfbf2122a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.619101] env[63070]: DEBUG nova.policy [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67d283920f648bab472df474a718bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506b724a261142088ced7f397d037cb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1373.655527] env[63070]: DEBUG oslo_concurrency.lockutils [req-1e5acb6c-f73d-47b3-8523-793d6d203fea req-99a9c884-7175-40bc-97b2-c4e58f4f897b service nova] Releasing lock "refresh_cache-8050a7a8-fe9d-462e-8301-738134742730" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.655803] env[63070]: DEBUG nova.compute.manager [req-1e5acb6c-f73d-47b3-8523-793d6d203fea req-99a9c884-7175-40bc-97b2-c4e58f4f897b service nova] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Received event network-vif-deleted-fa396fc0-595c-4b3b-883c-a512d62f4a40 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1373.957340] env[63070]: DEBUG nova.network.neutron [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Successfully created port: dd7e8bce-7e50-4a82-93dc-e16586d8b276 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.976217] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1373.976703] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80cef91c-0499-4eca-85ba-85be6aed2347 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.988997] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1373.988997] env[63070]: value = "task-1770219" [ 1373.988997] env[63070]: _type = "Task" [ 1373.988997] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.007776] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.009970] env[63070]: DEBUG nova.compute.manager [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.036917] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4955} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.036917] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8050a7a8-fe9d-462e-8301-738134742730/8050a7a8-fe9d-462e-8301-738134742730.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.036917] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.037446] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd333645-3449-42a1-92b2-2607a8557c1a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.046474] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for the task: (returnval){ [ 1374.046474] env[63070]: value = "task-1770220" [ 1374.046474] env[63070]: _type = "Task" [ 1374.046474] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.058471] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.117095] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Releasing lock "refresh_cache-9728411c-2d32-4eaf-82ac-b0c3138d45d9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.117452] env[63070]: DEBUG nova.compute.manager [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Instance network_info: |[{"id": "86c95a51-c6af-410d-bff0-bdfbf2122a15", "address": "fa:16:3e:88:73:e6", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c95a51-c6", "ovs_interfaceid": "86c95a51-c6af-410d-bff0-bdfbf2122a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.117911] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:73:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86c95a51-c6af-410d-bff0-bdfbf2122a15', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.125674] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Creating folder: Project (506b724a261142088ced7f397d037cb9). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.128800] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddba0068-db9d-43fb-9393-f6d395c3512e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.138721] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Created folder: Project (506b724a261142088ced7f397d037cb9) in parent group-v367531. [ 1374.138900] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Creating folder: Instances. Parent ref: group-v367606. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.139493] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5bb4fe4-a9af-471d-9021-34b9361dc3d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.151204] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Created folder: Instances in parent group-v367606. [ 1374.151439] env[63070]: DEBUG oslo.service.loopingcall [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.151640] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.151836] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c2404fb-8966-4778-b1eb-343491aafbc4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.173365] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.173365] env[63070]: value = "task-1770223" [ 1374.173365] env[63070]: _type = "Task" [ 1374.173365] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.183422] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770223, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.466599] env[63070]: DEBUG nova.compute.manager [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Received event network-vif-plugged-86c95a51-c6af-410d-bff0-bdfbf2122a15 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1374.466818] env[63070]: DEBUG oslo_concurrency.lockutils [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] Acquiring lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.467011] env[63070]: DEBUG oslo_concurrency.lockutils [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] Lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.467224] env[63070]: DEBUG oslo_concurrency.lockutils [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] Lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.467430] env[63070]: DEBUG nova.compute.manager [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] No waiting events found dispatching network-vif-plugged-86c95a51-c6af-410d-bff0-bdfbf2122a15 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1374.467601] env[63070]: WARNING nova.compute.manager [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Received unexpected event network-vif-plugged-86c95a51-c6af-410d-bff0-bdfbf2122a15 for instance with vm_state building and task_state spawning. [ 1374.467757] env[63070]: DEBUG nova.compute.manager [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Received event network-changed-86c95a51-c6af-410d-bff0-bdfbf2122a15 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1374.467908] env[63070]: DEBUG nova.compute.manager [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Refreshing instance network info cache due to event network-changed-86c95a51-c6af-410d-bff0-bdfbf2122a15. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1374.468107] env[63070]: DEBUG oslo_concurrency.lockutils [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] Acquiring lock "refresh_cache-9728411c-2d32-4eaf-82ac-b0c3138d45d9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.468244] env[63070]: DEBUG oslo_concurrency.lockutils [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] Acquired lock "refresh_cache-9728411c-2d32-4eaf-82ac-b0c3138d45d9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.468457] env[63070]: DEBUG nova.network.neutron [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Refreshing network info cache for port 86c95a51-c6af-410d-bff0-bdfbf2122a15 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.499434] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770219, 'name': CreateSnapshot_Task, 'duration_secs': 0.418735} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.501762] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1374.502230] env[63070]: INFO nova.compute.manager [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Rescuing [ 1374.502490] env[63070]: DEBUG oslo_concurrency.lockutils [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.502670] env[63070]: DEBUG oslo_concurrency.lockutils [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.503418] env[63070]: DEBUG nova.network.neutron [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.506031] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61c4198-4d19-489d-9258-9765f1c48a77 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.556188] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057807} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.556475] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.559549] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33e8a67-8c31-4f47-b5e0-3f48af745782 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.584391] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 8050a7a8-fe9d-462e-8301-738134742730/8050a7a8-fe9d-462e-8301-738134742730.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.587705] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a580b1d9-065b-4969-8384-1a4a48d2fe9a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.608411] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for the task: (returnval){ [ 1374.608411] env[63070]: value = "task-1770224" [ 1374.608411] env[63070]: _type = "Task" [ 1374.608411] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.619211] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.629315] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5871592-4081-4ece-8ef6-1b784a5cd074 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.636815] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d40fe41-e66c-45af-a800-387e7e65ea01 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.667105] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81f4edd-8050-4be1-aaae-fa89a65d9399 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.674481] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a10ef0c-8898-4d04-b67e-18b2dbac7a3f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.690560] env[63070]: DEBUG nova.compute.provider_tree [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.698310] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770223, 'name': CreateVM_Task, 'duration_secs': 0.360642} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.698310] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.698310] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.698310] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.698310] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.698310] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6179761a-2a86-4a8a-b122-a05ecc1abc4b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.702440] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1374.702440] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520ee7ee-31f4-d617-1f12-5713eecbc8dc" [ 1374.702440] env[63070]: _type = "Task" [ 1374.702440] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.710285] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520ee7ee-31f4-d617-1f12-5713eecbc8dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.029942] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1375.031025] env[63070]: DEBUG nova.compute.manager [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1375.033084] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-16f76eba-2526-4837-a966-172e65ba3e22 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.041474] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1375.041474] env[63070]: value = "task-1770225" [ 1375.041474] env[63070]: _type = "Task" [ 1375.041474] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.052812] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770225, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.054624] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1375.054899] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.054988] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.055186] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.055329] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.055472] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1375.055673] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1375.055829] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1375.055988] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1375.056159] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1375.056323] env[63070]: DEBUG nova.virt.hardware [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1375.057243] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45a8c19-55ed-4dc2-8503-56cf2eb5fda4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.064346] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4770061-f9f6-407a-a6ce-1fb371002bc9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.117351] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770224, 'name': ReconfigVM_Task, 'duration_secs': 0.26914} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.121500] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 8050a7a8-fe9d-462e-8301-738134742730/8050a7a8-fe9d-462e-8301-738134742730.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.122147] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e549787-bcd4-4a4a-9af9-455854759d14 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.128266] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for the task: (returnval){ [ 1375.128266] env[63070]: value = "task-1770226" [ 1375.128266] env[63070]: _type = "Task" [ 1375.128266] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.135589] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770226, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.193387] env[63070]: DEBUG nova.scheduler.client.report [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.215109] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520ee7ee-31f4-d617-1f12-5713eecbc8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.216255] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.216530] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.216768] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.217057] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.217282] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.217950] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6421ade-2965-4696-b995-27ab35462377 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.225942] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.226131] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.226945] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d62b29-56d9-4acd-b37b-08258ea933e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.232155] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1375.232155] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526f8c30-dddb-31b1-edd2-0c10d77dd55c" [ 1375.232155] env[63070]: _type = "Task" [ 1375.232155] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.242084] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526f8c30-dddb-31b1-edd2-0c10d77dd55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.454149] env[63070]: DEBUG nova.network.neutron [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Updated VIF entry in instance network info cache for port 86c95a51-c6af-410d-bff0-bdfbf2122a15. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.454728] env[63070]: DEBUG nova.network.neutron [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Updating instance_info_cache with network_info: [{"id": "86c95a51-c6af-410d-bff0-bdfbf2122a15", "address": "fa:16:3e:88:73:e6", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c95a51-c6", "ovs_interfaceid": "86c95a51-c6af-410d-bff0-bdfbf2122a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.459098] env[63070]: DEBUG nova.network.neutron [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Updating instance_info_cache with network_info: [{"id": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "address": "fa:16:3e:b6:02:39", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a304aa-b1", "ovs_interfaceid": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.552317] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770225, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.639679] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770226, 'name': Rename_Task, 'duration_secs': 0.145277} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.639976] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.640243] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0798d40c-c755-4717-86e2-4be02b82e429 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.647072] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for the task: (returnval){ [ 1375.647072] env[63070]: value = "task-1770227" [ 1375.647072] env[63070]: _type = "Task" [ 1375.647072] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.655645] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.685750] env[63070]: DEBUG nova.network.neutron [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Successfully updated port: dd7e8bce-7e50-4a82-93dc-e16586d8b276 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.699268] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.699818] env[63070]: DEBUG nova.compute.manager [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.703309] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.988s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.703469] env[63070]: DEBUG nova.objects.instance [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lazy-loading 'resources' on Instance uuid 7e1353e6-2e70-49f0-8b11-0f68387d9a48 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.746021] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526f8c30-dddb-31b1-edd2-0c10d77dd55c, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.746021] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7fc7a2a-8cd2-4aca-9876-cc70612c3b97 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.750047] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1375.750047] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5261c257-dc64-03f3-0cca-8195f451b305" [ 1375.750047] env[63070]: _type = "Task" [ 1375.750047] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.765120] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5261c257-dc64-03f3-0cca-8195f451b305, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.765120] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.765120] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 9728411c-2d32-4eaf-82ac-b0c3138d45d9/9728411c-2d32-4eaf-82ac-b0c3138d45d9.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.765120] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-860d4602-ddb6-4249-a3dc-7e87d78c8dda {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.771332] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1375.771332] env[63070]: value = "task-1770228" [ 1375.771332] env[63070]: _type = "Task" [ 1375.771332] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.779294] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.958275] env[63070]: DEBUG oslo_concurrency.lockutils [req-b60fb7d3-b806-4646-935a-7a84bb538125 req-2a373893-34d7-4aa4-b197-f6e10e474ca9 service nova] Releasing lock "refresh_cache-9728411c-2d32-4eaf-82ac-b0c3138d45d9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.961269] env[63070]: DEBUG oslo_concurrency.lockutils [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.054298] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770225, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.158318] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770227, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.189072] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "refresh_cache-cbb697f8-5715-43c5-882e-73b7232789f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.189072] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquired lock "refresh_cache-cbb697f8-5715-43c5-882e-73b7232789f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.189072] env[63070]: DEBUG nova.network.neutron [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.209436] env[63070]: DEBUG nova.compute.utils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.211642] env[63070]: DEBUG nova.compute.manager [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1376.212232] env[63070]: DEBUG nova.network.neutron [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.274361] env[63070]: DEBUG nova.policy [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b084d219274f4f389e9a4de2f3430069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d78c34cf8d046ddb71a78254ac2f9f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1376.290894] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770228, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.553621] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770225, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.657561] env[63070]: DEBUG oslo_vmware.api [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770227, 'name': PowerOnVM_Task, 'duration_secs': 0.819862} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.657818] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.658036] env[63070]: INFO nova.compute.manager [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1376.658428] env[63070]: DEBUG nova.compute.manager [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.659077] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d818d6b-3500-428c-bb4c-4c03f3d8ef12 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.681290] env[63070]: DEBUG nova.compute.manager [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Received event network-vif-plugged-dd7e8bce-7e50-4a82-93dc-e16586d8b276 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1376.682750] env[63070]: DEBUG oslo_concurrency.lockutils [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] Acquiring lock "cbb697f8-5715-43c5-882e-73b7232789f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.682750] env[63070]: DEBUG oslo_concurrency.lockutils [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] Lock "cbb697f8-5715-43c5-882e-73b7232789f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.682750] env[63070]: DEBUG oslo_concurrency.lockutils [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] Lock "cbb697f8-5715-43c5-882e-73b7232789f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.682750] env[63070]: DEBUG nova.compute.manager [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] No waiting events found dispatching network-vif-plugged-dd7e8bce-7e50-4a82-93dc-e16586d8b276 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.682750] env[63070]: WARNING nova.compute.manager [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Received unexpected event network-vif-plugged-dd7e8bce-7e50-4a82-93dc-e16586d8b276 for instance with vm_state building and task_state spawning. [ 1376.683045] env[63070]: DEBUG nova.compute.manager [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Received event network-changed-dd7e8bce-7e50-4a82-93dc-e16586d8b276 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1376.683045] env[63070]: DEBUG nova.compute.manager [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Refreshing instance network info cache due to event network-changed-dd7e8bce-7e50-4a82-93dc-e16586d8b276. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1376.683045] env[63070]: DEBUG oslo_concurrency.lockutils [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] Acquiring lock "refresh_cache-cbb697f8-5715-43c5-882e-73b7232789f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.709512] env[63070]: DEBUG nova.network.neutron [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Successfully created port: 61799791-10b9-4e65-a20e-aa5a79e7ecd0 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.712212] env[63070]: DEBUG nova.compute.manager [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.744218] env[63070]: DEBUG nova.network.neutron [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.783699] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596595} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.783951] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 9728411c-2d32-4eaf-82ac-b0c3138d45d9/9728411c-2d32-4eaf-82ac-b0c3138d45d9.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.784188] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.784483] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee3f2333-7cea-4da3-955f-301ac1747a2d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.804044] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1376.804044] env[63070]: value = "task-1770229" [ 1376.804044] env[63070]: _type = "Task" [ 1376.804044] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.813463] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.874971] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575d0228-f57a-4512-a6bc-c0accb5dfe8c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.882641] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbf1e18-49c1-44c0-ad66-da5680a2cf8d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.916958] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c395b9-e8d9-4d0e-aa08-bff2b53f9daa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.924923] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a565a788-738c-45ec-a332-9a0e8e306111 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.939114] env[63070]: DEBUG nova.compute.provider_tree [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.058317] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770225, 'name': CloneVM_Task, 'duration_secs': 1.76666} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.058317] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Created linked-clone VM from snapshot [ 1377.058317] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ad2ba4-3542-4e9b-bf20-106baca7694e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.066283] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Uploading image 1c1b3113-3537-405d-bc63-6cc6de382b9d {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1377.101133] env[63070]: DEBUG oslo_vmware.rw_handles [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1377.101133] env[63070]: value = "vm-367610" [ 1377.101133] env[63070]: _type = "VirtualMachine" [ 1377.101133] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1377.101298] env[63070]: DEBUG nova.network.neutron [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Updating instance_info_cache with network_info: [{"id": "dd7e8bce-7e50-4a82-93dc-e16586d8b276", "address": "fa:16:3e:a3:d3:43", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7e8bce-7e", "ovs_interfaceid": "dd7e8bce-7e50-4a82-93dc-e16586d8b276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.102496] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-658e19a8-3e9b-46dc-9b8a-61dc5630d410 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.110302] env[63070]: DEBUG oslo_vmware.rw_handles [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lease: (returnval){ [ 1377.110302] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d10342-1029-11cb-32d8-bdf1cfea9b24" [ 1377.110302] env[63070]: _type = "HttpNfcLease" [ 1377.110302] env[63070]: } obtained for exporting VM: (result){ [ 1377.110302] env[63070]: value = "vm-367610" [ 1377.110302] env[63070]: _type = "VirtualMachine" [ 1377.110302] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1377.112319] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the lease: (returnval){ [ 1377.112319] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d10342-1029-11cb-32d8-bdf1cfea9b24" [ 1377.112319] env[63070]: _type = "HttpNfcLease" [ 1377.112319] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1377.117903] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1377.117903] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d10342-1029-11cb-32d8-bdf1cfea9b24" [ 1377.117903] env[63070]: _type = "HttpNfcLease" [ 1377.117903] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1377.183976] env[63070]: INFO nova.compute.manager [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Took 43.88 seconds to build instance. [ 1377.298179] env[63070]: DEBUG nova.compute.manager [None req-a5aa61fa-041f-4989-ac40-655b94e5a9c0 tempest-ServerExternalEventsTest-1455600701 tempest-ServerExternalEventsTest-1455600701-project] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Received event network-changed {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1377.298385] env[63070]: DEBUG nova.compute.manager [None req-a5aa61fa-041f-4989-ac40-655b94e5a9c0 tempest-ServerExternalEventsTest-1455600701 tempest-ServerExternalEventsTest-1455600701-project] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Refreshing instance network info cache due to event network-changed. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1377.298656] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5aa61fa-041f-4989-ac40-655b94e5a9c0 tempest-ServerExternalEventsTest-1455600701 tempest-ServerExternalEventsTest-1455600701-project] Acquiring lock "refresh_cache-8050a7a8-fe9d-462e-8301-738134742730" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.298803] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5aa61fa-041f-4989-ac40-655b94e5a9c0 tempest-ServerExternalEventsTest-1455600701 tempest-ServerExternalEventsTest-1455600701-project] Acquired lock "refresh_cache-8050a7a8-fe9d-462e-8301-738134742730" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.298954] env[63070]: DEBUG nova.network.neutron [None req-a5aa61fa-041f-4989-ac40-655b94e5a9c0 tempest-ServerExternalEventsTest-1455600701 tempest-ServerExternalEventsTest-1455600701-project] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.311650] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292659} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.311960] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.312843] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7778b1f-a54b-4ac3-bfcb-c9e564bc9e12 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.335993] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 9728411c-2d32-4eaf-82ac-b0c3138d45d9/9728411c-2d32-4eaf-82ac-b0c3138d45d9.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.336801] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ecd6c2f-c1e5-48f9-b41b-31fc4b651eb2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.356845] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1377.356845] env[63070]: value = "task-1770231" [ 1377.356845] env[63070]: _type = "Task" [ 1377.356845] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.365213] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.442272] env[63070]: DEBUG nova.scheduler.client.report [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.498074] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.498294] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a34e327-e5eb-42bc-b237-60057c9e9eb7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.506412] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1377.506412] env[63070]: value = "task-1770232" [ 1377.506412] env[63070]: _type = "Task" [ 1377.506412] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.516524] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.606397] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Releasing lock "refresh_cache-cbb697f8-5715-43c5-882e-73b7232789f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.607063] env[63070]: DEBUG nova.compute.manager [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Instance network_info: |[{"id": "dd7e8bce-7e50-4a82-93dc-e16586d8b276", "address": "fa:16:3e:a3:d3:43", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7e8bce-7e", "ovs_interfaceid": "dd7e8bce-7e50-4a82-93dc-e16586d8b276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.607226] env[63070]: DEBUG oslo_concurrency.lockutils [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] Acquired lock "refresh_cache-cbb697f8-5715-43c5-882e-73b7232789f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.607381] env[63070]: DEBUG nova.network.neutron [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Refreshing network info cache for port dd7e8bce-7e50-4a82-93dc-e16586d8b276 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.608705] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:d3:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd7e8bce-7e50-4a82-93dc-e16586d8b276', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.616971] env[63070]: DEBUG oslo.service.loopingcall [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.618519] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.622108] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-453edc32-c827-4375-939b-32471557ca49 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.642673] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1377.642673] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d10342-1029-11cb-32d8-bdf1cfea9b24" [ 1377.642673] env[63070]: _type = "HttpNfcLease" [ 1377.642673] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1377.643181] env[63070]: DEBUG oslo_vmware.rw_handles [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1377.643181] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d10342-1029-11cb-32d8-bdf1cfea9b24" [ 1377.643181] env[63070]: _type = "HttpNfcLease" [ 1377.643181] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1377.643397] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.643397] env[63070]: value = "task-1770233" [ 1377.643397] env[63070]: _type = "Task" [ 1377.643397] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.644113] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252cb950-4be7-4307-8b4a-e05ad5094d14 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.655562] env[63070]: DEBUG oslo_vmware.rw_handles [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d1db-c8b2-0c68-84b6-67f0f0e500c3/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1377.655761] env[63070]: DEBUG oslo_vmware.rw_handles [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d1db-c8b2-0c68-84b6-67f0f0e500c3/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1377.660788] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770233, 'name': CreateVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.721317] env[63070]: DEBUG oslo_concurrency.lockutils [None req-663328fa-c736-4ebf-a39a-e45520716d9b tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Lock "8050a7a8-fe9d-462e-8301-738134742730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.953s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.722646] env[63070]: DEBUG nova.compute.manager [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.757419] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.757777] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.758048] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.758317] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.758684] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.758970] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.759310] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.759558] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.760054] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.760353] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.760641] env[63070]: DEBUG nova.virt.hardware [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.762187] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3739635b-6ca4-4f70-9fa7-00f2d8b68391 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.769059] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3ffcd7b-2fc3-4e36-a439-a3e962ce2f99 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.775980] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e692f1-80e4-42ee-96bb-926bdc449ebb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.870261] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.905646] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquiring lock "8050a7a8-fe9d-462e-8301-738134742730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.905897] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Lock "8050a7a8-fe9d-462e-8301-738134742730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.906129] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquiring lock "8050a7a8-fe9d-462e-8301-738134742730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.906313] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Lock "8050a7a8-fe9d-462e-8301-738134742730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.906481] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Lock "8050a7a8-fe9d-462e-8301-738134742730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.908630] env[63070]: INFO nova.compute.manager [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Terminating instance [ 1377.948544] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.950929] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.791s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.951250] env[63070]: DEBUG nova.objects.instance [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lazy-loading 'resources' on Instance uuid 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.981171] env[63070]: INFO nova.scheduler.client.report [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Deleted allocations for instance 7e1353e6-2e70-49f0-8b11-0f68387d9a48 [ 1378.020043] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770232, 'name': PowerOffVM_Task, 'duration_secs': 0.335179} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.020486] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.021584] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa51ff1-93e7-4211-bf41-acbc7bf632e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.045738] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92421544-71b2-4ef7-bf28-8ec33c45d2cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.083567] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.084666] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b647d47b-ccff-4dad-8fbd-0bbb4f989103 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.086727] env[63070]: DEBUG nova.network.neutron [None req-a5aa61fa-041f-4989-ac40-655b94e5a9c0 tempest-ServerExternalEventsTest-1455600701 tempest-ServerExternalEventsTest-1455600701-project] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Updating instance_info_cache with network_info: [{"id": "a202b77d-0239-4919-93d9-5c1fb4405f8d", "address": "fa:16:3e:4c:b4:85", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa202b77d-02", "ovs_interfaceid": "a202b77d-0239-4919-93d9-5c1fb4405f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.094302] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1378.094302] env[63070]: value = "task-1770234" [ 1378.094302] env[63070]: _type = "Task" [ 1378.094302] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.104305] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1378.104661] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.105030] env[63070]: DEBUG oslo_concurrency.lockutils [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.105300] env[63070]: DEBUG oslo_concurrency.lockutils [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.105499] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.105782] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0955ba82-c2c0-401e-bf74-83bd387cd299 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.115233] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.115570] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.116300] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f318d6c7-c73a-4203-8883-141f944a4a9a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.125780] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1378.125780] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526810ff-093b-8b25-6c4e-95e68c090be4" [ 1378.125780] env[63070]: _type = "Task" [ 1378.125780] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.136558] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526810ff-093b-8b25-6c4e-95e68c090be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.162667] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770233, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.231146] env[63070]: DEBUG nova.compute.manager [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.374716] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.415200] env[63070]: DEBUG nova.compute.manager [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1378.415447] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.416658] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfd589a-68fe-4486-a799-432d19a66790 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.429342] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.429771] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16b4a074-b54a-4ed1-992b-dfde8a3a3e1c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.437188] env[63070]: DEBUG oslo_vmware.api [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for the task: (returnval){ [ 1378.437188] env[63070]: value = "task-1770235" [ 1378.437188] env[63070]: _type = "Task" [ 1378.437188] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.452375] env[63070]: DEBUG oslo_vmware.api [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.492171] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4dcf7e99-46e3-4393-ac66-bf3bda724255 tempest-ServerShowV257Test-153135807 tempest-ServerShowV257Test-153135807-project-member] Lock "7e1353e6-2e70-49f0-8b11-0f68387d9a48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.300s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.523434] env[63070]: DEBUG nova.network.neutron [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Updated VIF entry in instance network info cache for port dd7e8bce-7e50-4a82-93dc-e16586d8b276. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.523890] env[63070]: DEBUG nova.network.neutron [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Updating instance_info_cache with network_info: [{"id": "dd7e8bce-7e50-4a82-93dc-e16586d8b276", "address": "fa:16:3e:a3:d3:43", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7e8bce-7e", "ovs_interfaceid": "dd7e8bce-7e50-4a82-93dc-e16586d8b276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.591040] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a5aa61fa-041f-4989-ac40-655b94e5a9c0 tempest-ServerExternalEventsTest-1455600701 tempest-ServerExternalEventsTest-1455600701-project] Releasing lock "refresh_cache-8050a7a8-fe9d-462e-8301-738134742730" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.639500] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526810ff-093b-8b25-6c4e-95e68c090be4, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.640715] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6150df-66e7-47a6-b288-5b290f7082a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.648129] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1378.648129] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52960b8a-649c-d790-ad11-ba11ca23af95" [ 1378.648129] env[63070]: _type = "Task" [ 1378.648129] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.661799] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770233, 'name': CreateVM_Task, 'duration_secs': 0.552151} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.667556] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.667920] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52960b8a-649c-d790-ad11-ba11ca23af95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.668726] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.669700] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.669700] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.669700] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ad055f-eb41-4363-9175-9e3cb69c6cba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.675685] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1378.675685] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52393593-d9f0-657a-fef9-886244bc1e5f" [ 1378.675685] env[63070]: _type = "Task" [ 1378.675685] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.687445] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52393593-d9f0-657a-fef9-886244bc1e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.766626] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.876658] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770231, 'name': ReconfigVM_Task, 'duration_secs': 1.487244} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.876952] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 9728411c-2d32-4eaf-82ac-b0c3138d45d9/9728411c-2d32-4eaf-82ac-b0c3138d45d9.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.878044] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6dcad1a-2df5-446d-8b5a-57f474920477 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.887340] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1378.887340] env[63070]: value = "task-1770236" [ 1378.887340] env[63070]: _type = "Task" [ 1378.887340] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.896945] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770236, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.910290] env[63070]: DEBUG nova.compute.manager [req-ca2a6ab5-7a31-465e-939e-d5164e9053f0 req-2e8c90a7-effb-41da-9825-031ee96eee46 service nova] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Received event network-vif-plugged-61799791-10b9-4e65-a20e-aa5a79e7ecd0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1378.910290] env[63070]: DEBUG oslo_concurrency.lockutils [req-ca2a6ab5-7a31-465e-939e-d5164e9053f0 req-2e8c90a7-effb-41da-9825-031ee96eee46 service nova] Acquiring lock "4d963ae9-fd16-4412-b94c-a8148229f332-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.910290] env[63070]: DEBUG oslo_concurrency.lockutils [req-ca2a6ab5-7a31-465e-939e-d5164e9053f0 req-2e8c90a7-effb-41da-9825-031ee96eee46 service nova] Lock "4d963ae9-fd16-4412-b94c-a8148229f332-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.910290] env[63070]: DEBUG oslo_concurrency.lockutils [req-ca2a6ab5-7a31-465e-939e-d5164e9053f0 req-2e8c90a7-effb-41da-9825-031ee96eee46 service nova] Lock "4d963ae9-fd16-4412-b94c-a8148229f332-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.910531] env[63070]: DEBUG nova.compute.manager [req-ca2a6ab5-7a31-465e-939e-d5164e9053f0 req-2e8c90a7-effb-41da-9825-031ee96eee46 service nova] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] No waiting events found dispatching network-vif-plugged-61799791-10b9-4e65-a20e-aa5a79e7ecd0 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.911958] env[63070]: WARNING nova.compute.manager [req-ca2a6ab5-7a31-465e-939e-d5164e9053f0 req-2e8c90a7-effb-41da-9825-031ee96eee46 service nova] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Received unexpected event network-vif-plugged-61799791-10b9-4e65-a20e-aa5a79e7ecd0 for instance with vm_state building and task_state spawning. [ 1378.953284] env[63070]: DEBUG nova.network.neutron [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Successfully updated port: 61799791-10b9-4e65-a20e-aa5a79e7ecd0 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.967678] env[63070]: DEBUG oslo_vmware.api [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770235, 'name': PowerOffVM_Task, 'duration_secs': 0.22414} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.969074] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.969550] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.969645] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ce6e35c-6c16-453a-a084-91bb005cae29 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.032559] env[63070]: DEBUG oslo_concurrency.lockutils [req-79d301ec-3671-4b3b-b23b-d67f92731435 req-b2fcf6be-592e-41cf-8143-3b3f499607c6 service nova] Releasing lock "refresh_cache-cbb697f8-5715-43c5-882e-73b7232789f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.059322] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.062107] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.062107] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Deleting the datastore file [datastore1] 8050a7a8-fe9d-462e-8301-738134742730 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.062107] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97ec6648-07a6-45e8-b0ba-b635faec7c29 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.067267] env[63070]: DEBUG oslo_vmware.api [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for the task: (returnval){ [ 1379.067267] env[63070]: value = "task-1770238" [ 1379.067267] env[63070]: _type = "Task" [ 1379.067267] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.083336] env[63070]: DEBUG oslo_vmware.api [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.118470] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb13848c-244c-421f-b58d-45b126b8efbf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.128167] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c3fdf1-f672-4a20-9f56-2a40cf680128 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.166822] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6e7524-24fa-4c10-9009-ec060b622cdd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.175962] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52960b8a-649c-d790-ad11-ba11ca23af95, 'name': SearchDatastore_Task, 'duration_secs': 0.025697} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.178212] env[63070]: DEBUG oslo_concurrency.lockutils [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.178486] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 46c4833a-37de-4b16-904a-a88e50cb1998/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. {{(pid=63070) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1379.181896] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b23f0d67-3fc8-4a3e-b16f-4ce7f84d3f31 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.184881] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b93c942-884a-4d34-ad41-9cdb98d75aa4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.195022] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52393593-d9f0-657a-fef9-886244bc1e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.017687} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.205878] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.205878] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.205878] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.205878] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.206261] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.206261] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1379.206261] env[63070]: value = "task-1770239" [ 1379.206261] env[63070]: _type = "Task" [ 1379.206261] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.206261] env[63070]: DEBUG nova.compute.provider_tree [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.206261] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e52b2d30-9dff-49fc-b6e5-3be20eeedd27 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.216400] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.218177] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.218345] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.219291] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b498ada9-44bf-479f-a341-eea7eb93463d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.226085] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1379.226085] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f49288-68a2-3041-98bf-9ff8f9088d0b" [ 1379.226085] env[63070]: _type = "Task" [ 1379.226085] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.234652] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f49288-68a2-3041-98bf-9ff8f9088d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.402482] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770236, 'name': Rename_Task, 'duration_secs': 0.225837} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.402751] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.402988] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00b80b29-d9e7-4e33-a302-78c1fb592b9f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.409773] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1379.409773] env[63070]: value = "task-1770240" [ 1379.409773] env[63070]: _type = "Task" [ 1379.409773] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.420255] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.462129] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquiring lock "refresh_cache-4d963ae9-fd16-4412-b94c-a8148229f332" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.462286] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquired lock "refresh_cache-4d963ae9-fd16-4412-b94c-a8148229f332" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.462476] env[63070]: DEBUG nova.network.neutron [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.581230] env[63070]: DEBUG oslo_vmware.api [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Task: {'id': task-1770238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231005} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.581490] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.581680] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.581854] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.582044] env[63070]: INFO nova.compute.manager [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1379.582298] env[63070]: DEBUG oslo.service.loopingcall [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.582496] env[63070]: DEBUG nova.compute.manager [-] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.582594] env[63070]: DEBUG nova.network.neutron [-] [instance: 8050a7a8-fe9d-462e-8301-738134742730] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.710099] env[63070]: DEBUG nova.scheduler.client.report [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.737700] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770239, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.751730] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f49288-68a2-3041-98bf-9ff8f9088d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.751730] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8392ae-a65e-49ef-a87d-e3a70cfa0597 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.758868] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1379.758868] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520390f7-278c-c7d6-1082-145fb0c544d7" [ 1379.758868] env[63070]: _type = "Task" [ 1379.758868] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.768298] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520390f7-278c-c7d6-1082-145fb0c544d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.920563] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.008925] env[63070]: DEBUG nova.network.neutron [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1380.194088] env[63070]: DEBUG nova.network.neutron [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Updating instance_info_cache with network_info: [{"id": "61799791-10b9-4e65-a20e-aa5a79e7ecd0", "address": "fa:16:3e:7d:bc:4f", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61799791-10", "ovs_interfaceid": "61799791-10b9-4e65-a20e-aa5a79e7ecd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.221826] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56368} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.222588] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.224551] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 46c4833a-37de-4b16-904a-a88e50cb1998/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. [ 1380.225101] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.252s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.225273] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.225440] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1380.225723] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.136s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.227219] env[63070]: INFO nova.compute.claims [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.231875] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9848c15-c58b-4327-a5ae-54bed54f8108 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.235953] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307b63fd-3919-489c-b20b-98473eda9670 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.258233] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6d2bd8-6690-4380-b118-2e301189f6ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.269596] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 46c4833a-37de-4b16-904a-a88e50cb1998/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.270756] env[63070]: INFO nova.scheduler.client.report [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Deleted allocations for instance 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e [ 1380.274166] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97be1fe9-3565-426b-ae96-f141f954a6a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.309864] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3e6224-d102-48de-a489-76a45d8236c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.312625] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520390f7-278c-c7d6-1082-145fb0c544d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.312922] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1380.312922] env[63070]: value = "task-1770241" [ 1380.312922] env[63070]: _type = "Task" [ 1380.312922] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.313172] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.313419] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] cbb697f8-5715-43c5-882e-73b7232789f1/cbb697f8-5715-43c5-882e-73b7232789f1.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.314189] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e1ec523-23fb-4d72-aeca-aac7d75def4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.323162] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb06a50c-a4e1-49a5-9a97-b9b019f74584 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.331253] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.331535] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1380.331535] env[63070]: value = "task-1770242" [ 1380.331535] env[63070]: _type = "Task" [ 1380.331535] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.361085] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180278MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1380.361252] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.367749] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.386962] env[63070]: DEBUG nova.network.neutron [-] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.423597] env[63070]: DEBUG oslo_vmware.api [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770240, 'name': PowerOnVM_Task, 'duration_secs': 0.659139} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.423856] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.424076] env[63070]: INFO nova.compute.manager [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1380.424454] env[63070]: DEBUG nova.compute.manager [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.425454] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809248ce-fb82-466f-b8b7-e9f9c6eb8254 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.697477] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Releasing lock "refresh_cache-4d963ae9-fd16-4412-b94c-a8148229f332" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.697869] env[63070]: DEBUG nova.compute.manager [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Instance network_info: |[{"id": "61799791-10b9-4e65-a20e-aa5a79e7ecd0", "address": "fa:16:3e:7d:bc:4f", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61799791-10", "ovs_interfaceid": "61799791-10b9-4e65-a20e-aa5a79e7ecd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1380.698381] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:bc:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61799791-10b9-4e65-a20e-aa5a79e7ecd0', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.706750] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Creating folder: Project (0d78c34cf8d046ddb71a78254ac2f9f4). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1380.707042] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c78f1791-ddfe-4c8f-a606-540daf07c7d2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.718020] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Created folder: Project (0d78c34cf8d046ddb71a78254ac2f9f4) in parent group-v367531. [ 1380.718254] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Creating folder: Instances. Parent ref: group-v367612. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1380.718526] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cd617ec-f5aa-4cae-93cf-ebb84a04707a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.727035] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Created folder: Instances in parent group-v367612. [ 1380.727258] env[63070]: DEBUG oslo.service.loopingcall [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.727468] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.728063] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17149799-7e8b-4822-90bf-5df5d8902e2b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.752415] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.752415] env[63070]: value = "task-1770245" [ 1380.752415] env[63070]: _type = "Task" [ 1380.752415] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.764136] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770245, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.796873] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9eabdf0-a98e-4d35-959b-e762e3bbf04a tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "853a38d6-ca46-4368-8cd5-e2c5cfa86a2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.911s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.823747] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.841675] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770242, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.889854] env[63070]: INFO nova.compute.manager [-] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Took 1.31 seconds to deallocate network for instance. [ 1380.945649] env[63070]: INFO nova.compute.manager [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Took 43.34 seconds to build instance. [ 1380.967958] env[63070]: DEBUG nova.compute.manager [req-67db8a68-b8cb-4de2-9e08-040062cd9cf1 req-4abf5a75-b0ae-4f0e-8a1d-149c23228624 service nova] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Received event network-changed-61799791-10b9-4e65-a20e-aa5a79e7ecd0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1380.969202] env[63070]: DEBUG nova.compute.manager [req-67db8a68-b8cb-4de2-9e08-040062cd9cf1 req-4abf5a75-b0ae-4f0e-8a1d-149c23228624 service nova] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Refreshing instance network info cache due to event network-changed-61799791-10b9-4e65-a20e-aa5a79e7ecd0. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1380.969429] env[63070]: DEBUG oslo_concurrency.lockutils [req-67db8a68-b8cb-4de2-9e08-040062cd9cf1 req-4abf5a75-b0ae-4f0e-8a1d-149c23228624 service nova] Acquiring lock "refresh_cache-4d963ae9-fd16-4412-b94c-a8148229f332" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.969597] env[63070]: DEBUG oslo_concurrency.lockutils [req-67db8a68-b8cb-4de2-9e08-040062cd9cf1 req-4abf5a75-b0ae-4f0e-8a1d-149c23228624 service nova] Acquired lock "refresh_cache-4d963ae9-fd16-4412-b94c-a8148229f332" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.969766] env[63070]: DEBUG nova.network.neutron [req-67db8a68-b8cb-4de2-9e08-040062cd9cf1 req-4abf5a75-b0ae-4f0e-8a1d-149c23228624 service nova] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Refreshing network info cache for port 61799791-10b9-4e65-a20e-aa5a79e7ecd0 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.971377] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "b3ca0f28-6932-4cf9-b58a-568e398640da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.971662] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "b3ca0f28-6932-4cf9-b58a-568e398640da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.971849] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "b3ca0f28-6932-4cf9-b58a-568e398640da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.972063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "b3ca0f28-6932-4cf9-b58a-568e398640da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.973266] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "b3ca0f28-6932-4cf9-b58a-568e398640da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.975831] env[63070]: INFO nova.compute.manager [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Terminating instance [ 1381.264151] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770245, 'name': CreateVM_Task, 'duration_secs': 0.449455} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.264424] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.265177] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.265277] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.265627] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.265910] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934cde44-4833-4e82-be65-74f4e569cec3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.271059] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for the task: (returnval){ [ 1381.271059] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd9c42-0964-0909-f46d-40d579a6151f" [ 1381.271059] env[63070]: _type = "Task" [ 1381.271059] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.280635] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd9c42-0964-0909-f46d-40d579a6151f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.326584] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770241, 'name': ReconfigVM_Task, 'duration_secs': 0.649231} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.326948] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 46c4833a-37de-4b16-904a-a88e50cb1998/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.327871] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0980e151-c9d5-4345-af24-f62b867442a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.361850] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be188d88-ce7b-4eaf-a4f7-de59fa25c1cb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.376169] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552286} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.376870] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] cbb697f8-5715-43c5-882e-73b7232789f1/cbb697f8-5715-43c5-882e-73b7232789f1.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.377129] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.377418] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52250703-bc8c-4e5f-b740-fd2598e72278 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.381502] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1381.381502] env[63070]: value = "task-1770246" [ 1381.381502] env[63070]: _type = "Task" [ 1381.381502] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.386661] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1381.386661] env[63070]: value = "task-1770247" [ 1381.386661] env[63070]: _type = "Task" [ 1381.386661] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.396325] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.396668] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.401428] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.447661] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0cb7d9db-5cf2-4d38-8be3-2853a43a44bf tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.053s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.483183] env[63070]: DEBUG nova.compute.manager [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.483233] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.484326] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6317e7-24ba-4a1b-9285-d912d13f11a3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.494180] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.497016] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e650933d-b259-4dad-a7db-29f245892869 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.503202] env[63070]: DEBUG oslo_vmware.api [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1381.503202] env[63070]: value = "task-1770248" [ 1381.503202] env[63070]: _type = "Task" [ 1381.503202] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.513801] env[63070]: DEBUG oslo_vmware.api [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.758336] env[63070]: DEBUG nova.network.neutron [req-67db8a68-b8cb-4de2-9e08-040062cd9cf1 req-4abf5a75-b0ae-4f0e-8a1d-149c23228624 service nova] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Updated VIF entry in instance network info cache for port 61799791-10b9-4e65-a20e-aa5a79e7ecd0. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.758873] env[63070]: DEBUG nova.network.neutron [req-67db8a68-b8cb-4de2-9e08-040062cd9cf1 req-4abf5a75-b0ae-4f0e-8a1d-149c23228624 service nova] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Updating instance_info_cache with network_info: [{"id": "61799791-10b9-4e65-a20e-aa5a79e7ecd0", "address": "fa:16:3e:7d:bc:4f", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61799791-10", "ovs_interfaceid": "61799791-10b9-4e65-a20e-aa5a79e7ecd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.782753] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd9c42-0964-0909-f46d-40d579a6151f, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.783057] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.783295] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.783528] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.783678] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.783855] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.784123] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c23e28-79b2-4bdc-9260-7bdf355bac01 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.792351] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.792536] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.793292] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a8c039-3a66-496d-aa36-6be67b6ba36c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.798257] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for the task: (returnval){ [ 1381.798257] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52897fa5-c886-43fa-4e34-9c33e6b025b1" [ 1381.798257] env[63070]: _type = "Task" [ 1381.798257] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.802487] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562bd0d5-254d-45d8-913b-a32a32313592 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.810191] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52897fa5-c886-43fa-4e34-9c33e6b025b1, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.812450] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3774b3c5-69e4-4ac1-b80e-6f28955ebbe6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.815272] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d86b1f6-aa13-41f8-bd95-da0564872e19 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.821587] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for the task: (returnval){ [ 1381.821587] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527659c3-be73-1c85-9278-35d306f62d3a" [ 1381.821587] env[63070]: _type = "Task" [ 1381.821587] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.850578] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f1152f-e1ad-44ea-923b-8efb8cd73ae2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.861303] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40546fa-312c-4903-b3de-69e98f05e633 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.864921] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527659c3-be73-1c85-9278-35d306f62d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.865183] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.865432] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 4d963ae9-fd16-4412-b94c-a8148229f332/4d963ae9-fd16-4412-b94c-a8148229f332.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.866020] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85a09584-509e-4d98-827f-805744d4d057 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.875510] env[63070]: DEBUG nova.compute.provider_tree [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.886018] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for the task: (returnval){ [ 1381.886018] env[63070]: value = "task-1770249" [ 1381.886018] env[63070]: _type = "Task" [ 1381.886018] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.893062] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770246, 'name': ReconfigVM_Task, 'duration_secs': 0.189956} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.896137] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.896580] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7533e44f-3ac4-472f-9508-b17cf31fe75f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.901372] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.905289] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07245} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.906494] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.906853] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1381.906853] env[63070]: value = "task-1770250" [ 1381.906853] env[63070]: _type = "Task" [ 1381.906853] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.907585] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f98e5c-25c6-447a-9dbf-2a561e0631f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.919531] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.937434] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] cbb697f8-5715-43c5-882e-73b7232789f1/cbb697f8-5715-43c5-882e-73b7232789f1.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.937846] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdfb31da-fcb2-486e-a040-0c38b586398d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.952482] env[63070]: DEBUG nova.compute.manager [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.960888] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1381.960888] env[63070]: value = "task-1770251" [ 1381.960888] env[63070]: _type = "Task" [ 1381.960888] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.969919] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.015290] env[63070]: DEBUG oslo_vmware.api [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770248, 'name': PowerOffVM_Task, 'duration_secs': 0.208962} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.015677] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.015881] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.016229] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-314c89e9-6e23-45ca-ad2e-76a534e4e52a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.094889] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.095368] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.096145] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Deleting the datastore file [datastore1] b3ca0f28-6932-4cf9-b58a-568e398640da {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.096145] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98232cf1-70d0-41b9-a7be-41edba088090 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.105012] env[63070]: DEBUG oslo_vmware.api [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for the task: (returnval){ [ 1382.105012] env[63070]: value = "task-1770253" [ 1382.105012] env[63070]: _type = "Task" [ 1382.105012] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.113209] env[63070]: DEBUG oslo_vmware.api [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.261633] env[63070]: DEBUG oslo_concurrency.lockutils [req-67db8a68-b8cb-4de2-9e08-040062cd9cf1 req-4abf5a75-b0ae-4f0e-8a1d-149c23228624 service nova] Releasing lock "refresh_cache-4d963ae9-fd16-4412-b94c-a8148229f332" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.261983] env[63070]: DEBUG nova.compute.manager [req-67db8a68-b8cb-4de2-9e08-040062cd9cf1 req-4abf5a75-b0ae-4f0e-8a1d-149c23228624 service nova] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Received event network-vif-deleted-a202b77d-0239-4919-93d9-5c1fb4405f8d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1382.378840] env[63070]: DEBUG nova.scheduler.client.report [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.402503] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770249, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.421909] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770250, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.475080] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.477591] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.617068] env[63070]: DEBUG oslo_vmware.api [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.885554] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.886100] env[63070]: DEBUG nova.compute.manager [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1382.888860] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.399s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.890721] env[63070]: INFO nova.compute.claims [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.902621] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624653} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.902871] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 4d963ae9-fd16-4412-b94c-a8148229f332/4d963ae9-fd16-4412-b94c-a8148229f332.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.903094] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.903673] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cbf15b5-aaa6-4a87-9374-8629cf25d350 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.910351] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for the task: (returnval){ [ 1382.910351] env[63070]: value = "task-1770254" [ 1382.910351] env[63070]: _type = "Task" [ 1382.910351] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.922386] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.926857] env[63070]: DEBUG oslo_vmware.api [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770250, 'name': PowerOnVM_Task, 'duration_secs': 0.762458} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.927146] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.933488] env[63070]: DEBUG nova.compute.manager [None req-19258c10-5332-42c7-a5a4-27f27d0343d9 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.934364] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a67d7ce-7322-4eaf-a8ba-9919980a35ef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.973058] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770251, 'name': ReconfigVM_Task, 'duration_secs': 0.669683} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.973374] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Reconfigured VM instance instance-00000019 to attach disk [datastore1] cbb697f8-5715-43c5-882e-73b7232789f1/cbb697f8-5715-43c5-882e-73b7232789f1.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.974169] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935f7117-d27f-43fe-879c-5309d4fa19d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.981912] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1382.981912] env[63070]: value = "task-1770255" [ 1382.981912] env[63070]: _type = "Task" [ 1382.981912] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.990904] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770255, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.115980] env[63070]: DEBUG oslo_vmware.api [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Task: {'id': task-1770253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531234} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.116695] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.116695] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.116695] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.116695] env[63070]: INFO nova.compute.manager [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1383.116904] env[63070]: DEBUG oslo.service.loopingcall [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1383.117040] env[63070]: DEBUG nova.compute.manager [-] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.117125] env[63070]: DEBUG nova.network.neutron [-] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1383.398224] env[63070]: DEBUG nova.compute.utils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.401214] env[63070]: DEBUG nova.compute.manager [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.401214] env[63070]: DEBUG nova.network.neutron [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.428130] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07342} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.428383] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.429248] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cf6920-069a-45e4-9779-8b18d74c9747 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.452019] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 4d963ae9-fd16-4412-b94c-a8148229f332/4d963ae9-fd16-4412-b94c-a8148229f332.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.454468] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-223b1cb8-b3a7-4739-8337-8d01b2cac357 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.471664] env[63070]: DEBUG nova.policy [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a76743777934542a8f58fc9fbf3fe76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04636c2a3e5445af8959915c36e464aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.481939] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for the task: (returnval){ [ 1383.481939] env[63070]: value = "task-1770256" [ 1383.481939] env[63070]: _type = "Task" [ 1383.481939] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.498030] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770256, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.502197] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770255, 'name': Rename_Task, 'duration_secs': 0.217156} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.502197] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.503678] env[63070]: DEBUG nova.compute.manager [req-079bc34e-6a0e-4ca2-a26b-8c66ef9c4244 req-65eca553-685e-419d-b97c-e21ed9eea014 service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Received event network-vif-deleted-3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1383.503911] env[63070]: INFO nova.compute.manager [req-079bc34e-6a0e-4ca2-a26b-8c66ef9c4244 req-65eca553-685e-419d-b97c-e21ed9eea014 service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Neutron deleted interface 3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3; detaching it from the instance and deleting it from the info cache [ 1383.504151] env[63070]: DEBUG nova.network.neutron [req-079bc34e-6a0e-4ca2-a26b-8c66ef9c4244 req-65eca553-685e-419d-b97c-e21ed9eea014 service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.505209] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ebc88ec-2890-4646-82a3-a32fc8f87f03 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.513787] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1383.513787] env[63070]: value = "task-1770257" [ 1383.513787] env[63070]: _type = "Task" [ 1383.513787] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.523461] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.875173] env[63070]: DEBUG nova.network.neutron [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Successfully created port: 46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.904214] env[63070]: DEBUG nova.compute.manager [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1383.905970] env[63070]: DEBUG nova.network.neutron [-] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.995195] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770256, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.011301] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bfdd3ff-a01e-45d9-b934-3d9c7617b8d4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.024445] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5762cdcb-0ee7-42e0-bdde-8e79db67fc1c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.043836] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770257, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.070596] env[63070]: DEBUG nova.compute.manager [req-079bc34e-6a0e-4ca2-a26b-8c66ef9c4244 req-65eca553-685e-419d-b97c-e21ed9eea014 service nova] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Detach interface failed, port_id=3e9cbe5a-c0cd-4ff7-8087-0d526864a7a3, reason: Instance b3ca0f28-6932-4cf9-b58a-568e398640da could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1384.193852] env[63070]: INFO nova.compute.manager [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Unrescuing [ 1384.194098] env[63070]: DEBUG oslo_concurrency.lockutils [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.194244] env[63070]: DEBUG oslo_concurrency.lockutils [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.194510] env[63070]: DEBUG nova.network.neutron [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.413066] env[63070]: INFO nova.compute.manager [-] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Took 1.30 seconds to deallocate network for instance. [ 1384.460075] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a8f80-28e6-44e9-b503-88b9700930a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.469033] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3053f558-50b9-48f8-8ff0-0c6a689a1c06 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.503217] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab1e7a9-7634-4bbc-b937-9c95dd1d75fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.512034] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770256, 'name': ReconfigVM_Task, 'duration_secs': 0.530939} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.513888] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 4d963ae9-fd16-4412-b94c-a8148229f332/4d963ae9-fd16-4412-b94c-a8148229f332.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.514581] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eed856af-16ae-4723-8763-5465c44d25e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.517084] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd9dc6f-12fe-4ca3-bb63-3bcc9d20f166 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.539182] env[63070]: DEBUG oslo_vmware.api [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770257, 'name': PowerOnVM_Task, 'duration_secs': 0.602403} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.539405] env[63070]: DEBUG nova.compute.provider_tree [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.541802] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.542026] env[63070]: INFO nova.compute.manager [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1384.542212] env[63070]: DEBUG nova.compute.manager [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.542541] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for the task: (returnval){ [ 1384.542541] env[63070]: value = "task-1770258" [ 1384.542541] env[63070]: _type = "Task" [ 1384.542541] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.543480] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826c9114-f2a8-413c-bb69-878552f8609c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.558986] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770258, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.920961] env[63070]: DEBUG nova.compute.manager [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1384.925879] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.950392] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.950392] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.950392] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.950564] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.950564] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.950564] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.950564] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.950564] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.950694] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.950694] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.950694] env[63070]: DEBUG nova.virt.hardware [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.950694] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bc6313-ef89-404b-be6d-0ddec22ab928 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.967660] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe64e8ea-cb19-4d01-ab35-3d4c9fcae8b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.030945] env[63070]: DEBUG nova.network.neutron [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Updating instance_info_cache with network_info: [{"id": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "address": "fa:16:3e:b6:02:39", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a304aa-b1", "ovs_interfaceid": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.044561] env[63070]: DEBUG nova.scheduler.client.report [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.057806] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770258, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.072702] env[63070]: INFO nova.compute.manager [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Took 43.57 seconds to build instance. [ 1385.535919] env[63070]: DEBUG oslo_concurrency.lockutils [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.535919] env[63070]: DEBUG nova.objects.instance [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lazy-loading 'flavor' on Instance uuid 46c4833a-37de-4b16-904a-a88e50cb1998 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.550116] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.554650] env[63070]: DEBUG nova.compute.manager [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.562274] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.903s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.563678] env[63070]: INFO nova.compute.claims [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.575635] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a401cd3-4c1e-4b87-a38d-bd40a522e30e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "cbb697f8-5715-43c5-882e-73b7232789f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.805s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.576104] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770258, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.605207] env[63070]: DEBUG nova.compute.manager [req-3e26e263-4af2-41f6-a897-60ebe21f9b59 req-457bee1f-ee16-4e00-8ac5-eb484d87f631 service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Received event network-vif-plugged-46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1385.605443] env[63070]: DEBUG oslo_concurrency.lockutils [req-3e26e263-4af2-41f6-a897-60ebe21f9b59 req-457bee1f-ee16-4e00-8ac5-eb484d87f631 service nova] Acquiring lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.606874] env[63070]: DEBUG oslo_concurrency.lockutils [req-3e26e263-4af2-41f6-a897-60ebe21f9b59 req-457bee1f-ee16-4e00-8ac5-eb484d87f631 service nova] Lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.606874] env[63070]: DEBUG oslo_concurrency.lockutils [req-3e26e263-4af2-41f6-a897-60ebe21f9b59 req-457bee1f-ee16-4e00-8ac5-eb484d87f631 service nova] Lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.606874] env[63070]: DEBUG nova.compute.manager [req-3e26e263-4af2-41f6-a897-60ebe21f9b59 req-457bee1f-ee16-4e00-8ac5-eb484d87f631 service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] No waiting events found dispatching network-vif-plugged-46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.609427] env[63070]: WARNING nova.compute.manager [req-3e26e263-4af2-41f6-a897-60ebe21f9b59 req-457bee1f-ee16-4e00-8ac5-eb484d87f631 service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Received unexpected event network-vif-plugged-46c61f52-1764-4f07-8074-8d7c96e34708 for instance with vm_state building and task_state spawning. [ 1385.610075] env[63070]: DEBUG nova.network.neutron [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Successfully updated port: 46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.042610] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc38ad-6d99-4f03-ac9b-ce3823db9c0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.066822] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.072240] env[63070]: DEBUG nova.compute.utils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1386.074244] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b0a649b-7cbe-47d4-a66d-ed36d80613b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.079178] env[63070]: DEBUG nova.compute.manager [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.081303] env[63070]: DEBUG nova.network.neutron [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.083725] env[63070]: DEBUG nova.compute.manager [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1386.092040] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770258, 'name': Rename_Task, 'duration_secs': 1.290297} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.093861] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.094440] env[63070]: DEBUG oslo_vmware.api [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1386.094440] env[63070]: value = "task-1770259" [ 1386.094440] env[63070]: _type = "Task" [ 1386.094440] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.094625] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0883fbe-a6fc-41d5-9fa4-65fbf278431c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.105506] env[63070]: DEBUG oslo_vmware.api [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.107134] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for the task: (returnval){ [ 1386.107134] env[63070]: value = "task-1770260" [ 1386.107134] env[63070]: _type = "Task" [ 1386.107134] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.117189] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquiring lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.117189] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquired lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.117189] env[63070]: DEBUG nova.network.neutron [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.121794] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.156555] env[63070]: DEBUG nova.policy [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bd222e1268644bb97877faf4099af9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2ac270da142446b91499b68564b654c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.565904] env[63070]: DEBUG nova.network.neutron [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Successfully created port: 5ba81e0f-2093-474a-aedb-83ff2975b073 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.578011] env[63070]: DEBUG nova.compute.manager [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.608792] env[63070]: DEBUG oslo_vmware.api [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770259, 'name': PowerOffVM_Task, 'duration_secs': 0.224562} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.613238] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.620037] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1386.621793] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.625104] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b574c6-c1b4-427e-b6a5-4ba72f4e5b7c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.652011] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770260, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.656673] env[63070]: DEBUG oslo_vmware.api [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1386.656673] env[63070]: value = "task-1770261" [ 1386.656673] env[63070]: _type = "Task" [ 1386.656673] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.670404] env[63070]: DEBUG oslo_vmware.api [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.706560] env[63070]: DEBUG nova.network.neutron [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.012416] env[63070]: DEBUG nova.network.neutron [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Updating instance_info_cache with network_info: [{"id": "46c61f52-1764-4f07-8074-8d7c96e34708", "address": "fa:16:3e:b9:17:ec", "network": {"id": "62cae73e-4a7d-47b0-bd8f-548c3c2f5a1c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-702500629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04636c2a3e5445af8959915c36e464aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c61f52-17", "ovs_interfaceid": "46c61f52-1764-4f07-8074-8d7c96e34708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.100065] env[63070]: DEBUG oslo_vmware.rw_handles [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d1db-c8b2-0c68-84b6-67f0f0e500c3/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1387.101069] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3118d8-94cd-4c5c-8068-63c34043b56b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.108778] env[63070]: DEBUG oslo_vmware.rw_handles [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d1db-c8b2-0c68-84b6-67f0f0e500c3/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1387.108778] env[63070]: ERROR oslo_vmware.rw_handles [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d1db-c8b2-0c68-84b6-67f0f0e500c3/disk-0.vmdk due to incomplete transfer. [ 1387.110961] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aec5bd6d-9fa1-4ce3-8400-f59187a5093e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.122144] env[63070]: DEBUG oslo_vmware.api [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770260, 'name': PowerOnVM_Task, 'duration_secs': 0.615961} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.125555] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.125783] env[63070]: INFO nova.compute.manager [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1387.125962] env[63070]: DEBUG nova.compute.manager [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.126500] env[63070]: DEBUG oslo_vmware.rw_handles [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5213d1db-c8b2-0c68-84b6-67f0f0e500c3/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1387.126500] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Uploaded image 1c1b3113-3537-405d-bc63-6cc6de382b9d to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1387.128481] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1387.129568] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc767d0f-87f9-4c0f-99fe-9f88cddc5398 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.132085] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1dd41ca4-c06c-4a8e-843c-415de01c4fc8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.141921] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1387.141921] env[63070]: value = "task-1770262" [ 1387.141921] env[63070]: _type = "Task" [ 1387.141921] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.153617] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770262, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.170619] env[63070]: DEBUG oslo_vmware.api [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770261, 'name': ReconfigVM_Task, 'duration_secs': 0.260178} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.170920] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.171148] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.171426] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb14a39a-1012-47a4-87e3-dd44d657f7fc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.180949] env[63070]: DEBUG oslo_vmware.api [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1387.180949] env[63070]: value = "task-1770263" [ 1387.180949] env[63070]: _type = "Task" [ 1387.180949] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.191758] env[63070]: DEBUG oslo_vmware.api [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.205870] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da65de4-4565-477c-94de-a8e612111a65 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.213813] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7aae2b-c515-4fda-9c4a-f6d3e9104e5e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.219101] env[63070]: DEBUG nova.compute.manager [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.219920] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db07929-bd29-460d-a53d-f3fab667d869 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.249598] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d5c2e5-445b-4d48-b043-85368c655e36 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.263697] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528bd6df-c199-48e8-8a48-a7fa71cda7f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.275442] env[63070]: DEBUG nova.compute.provider_tree [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.518808] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Releasing lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.518808] env[63070]: DEBUG nova.compute.manager [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Instance network_info: |[{"id": "46c61f52-1764-4f07-8074-8d7c96e34708", "address": "fa:16:3e:b9:17:ec", "network": {"id": "62cae73e-4a7d-47b0-bd8f-548c3c2f5a1c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-702500629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04636c2a3e5445af8959915c36e464aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c61f52-17", "ovs_interfaceid": "46c61f52-1764-4f07-8074-8d7c96e34708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.518992] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:17:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46c61f52-1764-4f07-8074-8d7c96e34708', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.530782] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Creating folder: Project (04636c2a3e5445af8959915c36e464aa). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.531118] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95e1df82-3f9e-411f-86f1-1d25381297a3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.543189] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Created folder: Project (04636c2a3e5445af8959915c36e464aa) in parent group-v367531. [ 1387.543420] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Creating folder: Instances. Parent ref: group-v367615. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.543684] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-264dd3b8-6299-4bc1-be73-b5611af4980d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.554908] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Created folder: Instances in parent group-v367615. [ 1387.555014] env[63070]: DEBUG oslo.service.loopingcall [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.555548] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.555767] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-309754a7-146f-4a3f-8189-60cce3125b44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.576407] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.576407] env[63070]: value = "task-1770266" [ 1387.576407] env[63070]: _type = "Task" [ 1387.576407] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.584761] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770266, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.593130] env[63070]: DEBUG nova.compute.manager [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.619671] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.619934] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.620106] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.620293] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.620437] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.620581] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.620787] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.620964] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.621159] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.621335] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.621546] env[63070]: DEBUG nova.virt.hardware [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.622383] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562abe26-a027-466e-a3c5-530d18437941 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.629851] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4dfb52-ce38-4604-987c-9d7c049b44ca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.653364] env[63070]: INFO nova.compute.manager [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Took 44.42 seconds to build instance. [ 1387.656256] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770262, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.671547] env[63070]: DEBUG nova.compute.manager [req-c7b6625e-3648-440a-87f2-f4c5e46cf46f req-90fe1b78-a6a4-4f29-9ad6-f41f6e02fb7e service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Received event network-changed-46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1387.671547] env[63070]: DEBUG nova.compute.manager [req-c7b6625e-3648-440a-87f2-f4c5e46cf46f req-90fe1b78-a6a4-4f29-9ad6-f41f6e02fb7e service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Refreshing instance network info cache due to event network-changed-46c61f52-1764-4f07-8074-8d7c96e34708. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1387.671547] env[63070]: DEBUG oslo_concurrency.lockutils [req-c7b6625e-3648-440a-87f2-f4c5e46cf46f req-90fe1b78-a6a4-4f29-9ad6-f41f6e02fb7e service nova] Acquiring lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.671547] env[63070]: DEBUG oslo_concurrency.lockutils [req-c7b6625e-3648-440a-87f2-f4c5e46cf46f req-90fe1b78-a6a4-4f29-9ad6-f41f6e02fb7e service nova] Acquired lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.671547] env[63070]: DEBUG nova.network.neutron [req-c7b6625e-3648-440a-87f2-f4c5e46cf46f req-90fe1b78-a6a4-4f29-9ad6-f41f6e02fb7e service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Refreshing network info cache for port 46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.694848] env[63070]: DEBUG oslo_vmware.api [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770263, 'name': PowerOnVM_Task, 'duration_secs': 0.374333} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.695418] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.695662] env[63070]: DEBUG nova.compute.manager [None req-39d571fa-73f5-4e04-ad4b-0b544109e8a4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.696778] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b70d5ca-4941-4a9b-a9d0-1e0f3824d8b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.758949] env[63070]: INFO nova.compute.manager [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] instance snapshotting [ 1387.762715] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95198450-e350-4e92-8bb2-5824b1a37f49 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.788026] env[63070]: DEBUG nova.scheduler.client.report [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.790932] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0944de8d-6003-4462-9f8e-3b42c2efa378 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.090684] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770266, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.157991] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770262, 'name': Destroy_Task, 'duration_secs': 0.890739} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.161022] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Destroyed the VM [ 1388.161022] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1388.161022] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-24a1e5e1-e5b8-4782-ad98-5c5ffc4b5f02 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.162149] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df57e984-29fa-4702-be0a-6b8802cc4476 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Lock "4d963ae9-fd16-4412-b94c-a8148229f332" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.453s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.168507] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1388.168507] env[63070]: value = "task-1770267" [ 1388.168507] env[63070]: _type = "Task" [ 1388.168507] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.179676] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770267, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.198909] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquiring lock "4d963ae9-fd16-4412-b94c-a8148229f332" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.198909] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Lock "4d963ae9-fd16-4412-b94c-a8148229f332" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.198909] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquiring lock "4d963ae9-fd16-4412-b94c-a8148229f332-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.198909] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Lock "4d963ae9-fd16-4412-b94c-a8148229f332-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.199442] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Lock "4d963ae9-fd16-4412-b94c-a8148229f332-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.201291] env[63070]: INFO nova.compute.manager [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Terminating instance [ 1388.295168] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.295733] env[63070]: DEBUG nova.compute.manager [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.299166] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.164s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.300949] env[63070]: INFO nova.compute.claims [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.304762] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1388.305063] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ce4d4d6-3977-4fb2-99b9-d143fb4d888b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.315118] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1388.315118] env[63070]: value = "task-1770268" [ 1388.315118] env[63070]: _type = "Task" [ 1388.315118] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.326767] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770268, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.566276] env[63070]: DEBUG nova.network.neutron [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Successfully updated port: 5ba81e0f-2093-474a-aedb-83ff2975b073 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.587370] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.590895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.591193] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.591452] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.591631] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.594564] env[63070]: INFO nova.compute.manager [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Terminating instance [ 1388.606022] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770266, 'name': CreateVM_Task, 'duration_secs': 0.543303} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.606022] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.606022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.606420] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.606812] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.607697] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33757e5-b0c1-48cd-8e6e-2e6c19353b26 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.613861] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for the task: (returnval){ [ 1388.613861] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525f82cc-b24d-2fad-c620-186277583850" [ 1388.613861] env[63070]: _type = "Task" [ 1388.613861] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.618693] env[63070]: DEBUG nova.network.neutron [req-c7b6625e-3648-440a-87f2-f4c5e46cf46f req-90fe1b78-a6a4-4f29-9ad6-f41f6e02fb7e service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Updated VIF entry in instance network info cache for port 46c61f52-1764-4f07-8074-8d7c96e34708. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.619084] env[63070]: DEBUG nova.network.neutron [req-c7b6625e-3648-440a-87f2-f4c5e46cf46f req-90fe1b78-a6a4-4f29-9ad6-f41f6e02fb7e service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Updating instance_info_cache with network_info: [{"id": "46c61f52-1764-4f07-8074-8d7c96e34708", "address": "fa:16:3e:b9:17:ec", "network": {"id": "62cae73e-4a7d-47b0-bd8f-548c3c2f5a1c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-702500629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04636c2a3e5445af8959915c36e464aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c61f52-17", "ovs_interfaceid": "46c61f52-1764-4f07-8074-8d7c96e34708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.630989] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525f82cc-b24d-2fad-c620-186277583850, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.631903] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.631903] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.633643] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.633643] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.633643] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.633643] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-611d6ecb-faf3-4a5c-90e0-b41bf40105a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.641245] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.641449] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.642209] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a095c724-0e7a-49bb-8ca8-70e98990443a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.648291] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for the task: (returnval){ [ 1388.648291] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ac3f5c-9ca1-58c5-92f8-0654ea3c748c" [ 1388.648291] env[63070]: _type = "Task" [ 1388.648291] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.657180] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ac3f5c-9ca1-58c5-92f8-0654ea3c748c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.664774] env[63070]: DEBUG nova.compute.manager [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.678591] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770267, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.706358] env[63070]: DEBUG nova.compute.manager [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1388.706358] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.706715] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3299193-3b26-4d1f-95d7-878ce56e0a7d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.716486] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.716800] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5792417b-922a-4888-9430-11cf82e60eca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.725282] env[63070]: DEBUG oslo_vmware.api [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for the task: (returnval){ [ 1388.725282] env[63070]: value = "task-1770269" [ 1388.725282] env[63070]: _type = "Task" [ 1388.725282] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.737780] env[63070]: DEBUG oslo_vmware.api [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.808722] env[63070]: DEBUG nova.compute.utils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.810629] env[63070]: DEBUG nova.compute.manager [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.810837] env[63070]: DEBUG nova.network.neutron [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.828471] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770268, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.873804] env[63070]: DEBUG nova.policy [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5017b964dbf64a378667a84830fa2631', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '846f347df09e475e85f81fe9307a6236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.069367] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquiring lock "refresh_cache-55e951bd-d72e-409a-b69f-f61fe72d96ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.069518] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquired lock "refresh_cache-55e951bd-d72e-409a-b69f-f61fe72d96ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.069722] env[63070]: DEBUG nova.network.neutron [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.098784] env[63070]: DEBUG nova.compute.manager [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.099051] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.099933] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97e9c71-d181-4be7-97be-dfd53299fbd0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.110321] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.110583] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84c82e9a-3872-4e0b-87ff-520b5916cfde {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.127408] env[63070]: DEBUG oslo_concurrency.lockutils [req-c7b6625e-3648-440a-87f2-f4c5e46cf46f req-90fe1b78-a6a4-4f29-9ad6-f41f6e02fb7e service nova] Releasing lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.128266] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "034bdc08-eee7-46cd-a37e-3f621cc593f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.128665] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "034bdc08-eee7-46cd-a37e-3f621cc593f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.159266] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ac3f5c-9ca1-58c5-92f8-0654ea3c748c, 'name': SearchDatastore_Task, 'duration_secs': 0.00968} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.161176] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b36b380-d6f5-492a-be07-0227f9b49867 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.167628] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for the task: (returnval){ [ 1389.167628] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52835610-9e2d-60b8-cbb5-28fcd5e0df61" [ 1389.167628] env[63070]: _type = "Task" [ 1389.167628] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.187811] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52835610-9e2d-60b8-cbb5-28fcd5e0df61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.192207] env[63070]: DEBUG oslo_vmware.api [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770267, 'name': RemoveSnapshot_Task, 'duration_secs': 0.673525} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.192407] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1389.192574] env[63070]: INFO nova.compute.manager [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Took 15.75 seconds to snapshot the instance on the hypervisor. [ 1389.200271] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.202381] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.202582] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.202740] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleting the datastore file [datastore1] c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.202980] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0d9074c-70f8-48f7-a4b2-5fa8e57aa0bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.209414] env[63070]: DEBUG oslo_vmware.api [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1389.209414] env[63070]: value = "task-1770271" [ 1389.209414] env[63070]: _type = "Task" [ 1389.209414] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.219602] env[63070]: DEBUG oslo_vmware.api [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.234786] env[63070]: DEBUG oslo_vmware.api [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770269, 'name': PowerOffVM_Task, 'duration_secs': 0.203835} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.235275] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.235484] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.235815] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-922d0b5f-319e-4a69-bb62-5c1afcc45196 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.261168] env[63070]: DEBUG nova.network.neutron [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Successfully created port: 01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.314052] env[63070]: DEBUG nova.compute.manager [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.325813] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.325980] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.326174] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Deleting the datastore file [datastore1] 4d963ae9-fd16-4412-b94c-a8148229f332 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.329525] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fda6e642-0ea0-4a89-8159-5888564bfc15 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.332468] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770268, 'name': CreateSnapshot_Task, 'duration_secs': 0.703626} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.332732] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1389.333828] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fc5102-2a31-4600-9350-cb621158a76e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.337419] env[63070]: DEBUG oslo_vmware.api [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for the task: (returnval){ [ 1389.337419] env[63070]: value = "task-1770273" [ 1389.337419] env[63070]: _type = "Task" [ 1389.337419] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.354479] env[63070]: DEBUG oslo_vmware.api [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.613906] env[63070]: DEBUG nova.network.neutron [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.681688] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52835610-9e2d-60b8-cbb5-28fcd5e0df61, 'name': SearchDatastore_Task, 'duration_secs': 0.021127} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.681954] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.682226] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3/77a23b9e-54c9-4629-bb5a-7c6a5e5202a3.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.682481] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c03d6158-700a-4ce8-963d-5ad199621ee9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.689026] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for the task: (returnval){ [ 1389.689026] env[63070]: value = "task-1770274" [ 1389.689026] env[63070]: _type = "Task" [ 1389.689026] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.704385] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.704385] env[63070]: DEBUG nova.compute.manager [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Instance disappeared during snapshot {{(pid=63070) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1389.720370] env[63070]: DEBUG oslo_vmware.api [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272916} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.721827] env[63070]: DEBUG nova.compute.manager [None req-0eafd4ec-ca48-43a7-a2ed-613d6e7744d8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image not found during clean up 1c1b3113-3537-405d-bc63-6cc6de382b9d {{(pid=63070) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1389.723023] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.723118] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.723595] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.723595] env[63070]: INFO nova.compute.manager [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1389.723744] env[63070]: DEBUG oslo.service.loopingcall [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.726905] env[63070]: DEBUG nova.compute.manager [-] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.727069] env[63070]: DEBUG nova.network.neutron [-] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.731140] env[63070]: DEBUG nova.compute.manager [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Received event network-vif-plugged-5ba81e0f-2093-474a-aedb-83ff2975b073 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1389.731395] env[63070]: DEBUG oslo_concurrency.lockutils [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] Acquiring lock "55e951bd-d72e-409a-b69f-f61fe72d96ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.731568] env[63070]: DEBUG oslo_concurrency.lockutils [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] Lock "55e951bd-d72e-409a-b69f-f61fe72d96ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.731763] env[63070]: DEBUG oslo_concurrency.lockutils [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] Lock "55e951bd-d72e-409a-b69f-f61fe72d96ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.731946] env[63070]: DEBUG nova.compute.manager [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] No waiting events found dispatching network-vif-plugged-5ba81e0f-2093-474a-aedb-83ff2975b073 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.732938] env[63070]: WARNING nova.compute.manager [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Received unexpected event network-vif-plugged-5ba81e0f-2093-474a-aedb-83ff2975b073 for instance with vm_state building and task_state spawning. [ 1389.732938] env[63070]: DEBUG nova.compute.manager [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Received event network-changed-5ba81e0f-2093-474a-aedb-83ff2975b073 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1389.732938] env[63070]: DEBUG nova.compute.manager [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Refreshing instance network info cache due to event network-changed-5ba81e0f-2093-474a-aedb-83ff2975b073. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1389.733182] env[63070]: DEBUG oslo_concurrency.lockutils [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] Acquiring lock "refresh_cache-55e951bd-d72e-409a-b69f-f61fe72d96ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.830671] env[63070]: DEBUG nova.network.neutron [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Updating instance_info_cache with network_info: [{"id": "5ba81e0f-2093-474a-aedb-83ff2975b073", "address": "fa:16:3e:0a:c8:55", "network": {"id": "d806c828-dea6-48a8-b56e-69920a797f2b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-467307277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ac270da142446b91499b68564b654c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba81e0f-20", "ovs_interfaceid": "5ba81e0f-2093-474a-aedb-83ff2975b073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.858349] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1389.858753] env[63070]: DEBUG oslo_vmware.api [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Task: {'id': task-1770273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265571} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.862136] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f61f3ca-e3a3-4534-87c5-2e576b895426 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.866981] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.867197] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.867366] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.867556] env[63070]: INFO nova.compute.manager [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1389.867775] env[63070]: DEBUG oslo.service.loopingcall [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.870929] env[63070]: DEBUG nova.compute.manager [-] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.871047] env[63070]: DEBUG nova.network.neutron [-] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.877715] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1389.877715] env[63070]: value = "task-1770275" [ 1389.877715] env[63070]: _type = "Task" [ 1389.877715] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.892531] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770275, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.971704] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f1e499-f737-4eb1-892d-8f6dc8b52c83 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.983047] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa0bad3-4a41-45f0-9d5d-642c6f418034 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.014118] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9c4dcd-19c6-4cd7-b416-344f0f53c1f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.025900] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1646c08-1f54-4265-bfb2-b64fe1a34fc7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.041184] env[63070]: DEBUG nova.compute.provider_tree [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.202664] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770274, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.332211] env[63070]: DEBUG nova.compute.manager [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.335335] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Releasing lock "refresh_cache-55e951bd-d72e-409a-b69f-f61fe72d96ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.335569] env[63070]: DEBUG nova.compute.manager [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Instance network_info: |[{"id": "5ba81e0f-2093-474a-aedb-83ff2975b073", "address": "fa:16:3e:0a:c8:55", "network": {"id": "d806c828-dea6-48a8-b56e-69920a797f2b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-467307277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ac270da142446b91499b68564b654c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba81e0f-20", "ovs_interfaceid": "5ba81e0f-2093-474a-aedb-83ff2975b073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.335861] env[63070]: DEBUG oslo_concurrency.lockutils [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] Acquired lock "refresh_cache-55e951bd-d72e-409a-b69f-f61fe72d96ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.336048] env[63070]: DEBUG nova.network.neutron [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Refreshing network info cache for port 5ba81e0f-2093-474a-aedb-83ff2975b073 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.337244] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:c8:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ba81e0f-2093-474a-aedb-83ff2975b073', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.349306] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Creating folder: Project (f2ac270da142446b91499b68564b654c). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.358791] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f6fe260-19e4-42d2-b1da-2de1ab6558c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.373633] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Created folder: Project (f2ac270da142446b91499b68564b654c) in parent group-v367531. [ 1390.373945] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Creating folder: Instances. Parent ref: group-v367620. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.376980] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.377295] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.377651] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.377950] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.378193] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.378408] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.378695] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.378950] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.379307] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.379458] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.381606] env[63070]: DEBUG nova.virt.hardware [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.381606] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5915a816-c921-4b83-ba76-780f6699c3b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.382924] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041b851f-dcc5-49d3-8868-a3084a835e2d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.403405] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badece93-022a-43c4-89a8-019634151d77 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.409859] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770275, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.424311] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Created folder: Instances in parent group-v367620. [ 1390.424569] env[63070]: DEBUG oslo.service.loopingcall [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.424774] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.425100] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b280d29f-37f6-4c01-aa4a-8f6a0f2e4671 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.444484] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.444484] env[63070]: value = "task-1770278" [ 1390.444484] env[63070]: _type = "Task" [ 1390.444484] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.456784] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770278, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.544495] env[63070]: DEBUG nova.scheduler.client.report [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.627919] env[63070]: DEBUG nova.network.neutron [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Updated VIF entry in instance network info cache for port 5ba81e0f-2093-474a-aedb-83ff2975b073. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.628314] env[63070]: DEBUG nova.network.neutron [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Updating instance_info_cache with network_info: [{"id": "5ba81e0f-2093-474a-aedb-83ff2975b073", "address": "fa:16:3e:0a:c8:55", "network": {"id": "d806c828-dea6-48a8-b56e-69920a797f2b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-467307277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ac270da142446b91499b68564b654c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba81e0f-20", "ovs_interfaceid": "5ba81e0f-2093-474a-aedb-83ff2975b073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.700708] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556697} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.701019] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3/77a23b9e-54c9-4629-bb5a-7c6a5e5202a3.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.701257] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.701520] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0e31932-2f1e-4e4d-b8fa-1c4c94c45a8c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.715360] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for the task: (returnval){ [ 1390.715360] env[63070]: value = "task-1770279" [ 1390.715360] env[63070]: _type = "Task" [ 1390.715360] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.724746] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.892553] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770275, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.955391] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770278, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.050669] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.050879] env[63070]: DEBUG nova.compute.manager [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.053523] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.018s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.054243] env[63070]: DEBUG nova.objects.instance [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lazy-loading 'resources' on Instance uuid 7d27c230-29c7-4b01-9607-c928f2b76ddf {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.067983] env[63070]: DEBUG nova.network.neutron [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Successfully updated port: 01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.130922] env[63070]: DEBUG oslo_concurrency.lockutils [req-49e91ee9-24d3-44c8-a7cf-0069c4cccf22 req-bd35558a-dadd-4322-821e-2885cac66bad service nova] Releasing lock "refresh_cache-55e951bd-d72e-409a-b69f-f61fe72d96ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.166583] env[63070]: DEBUG nova.network.neutron [-] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.225801] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066145} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.226133] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.226980] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10152bef-a19f-4fe0-8ef9-0e7a6e778af6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.251366] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3/77a23b9e-54c9-4629-bb5a-7c6a5e5202a3.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.251562] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71b5e17-ec91-437f-944e-9547c849e0b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.270836] env[63070]: DEBUG nova.network.neutron [-] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.272264] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for the task: (returnval){ [ 1391.272264] env[63070]: value = "task-1770280" [ 1391.272264] env[63070]: _type = "Task" [ 1391.272264] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.284890] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.393722] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770275, 'name': CloneVM_Task, 'duration_secs': 1.476137} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.394088] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Created linked-clone VM from snapshot [ 1391.395000] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d597dab6-b326-4fce-84d5-b99104a30e74 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.403474] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Uploading image 019d9c1f-89a5-4a80-959c-03a97cab5c51 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1391.433220] env[63070]: DEBUG oslo_vmware.rw_handles [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1391.433220] env[63070]: value = "vm-367619" [ 1391.433220] env[63070]: _type = "VirtualMachine" [ 1391.433220] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1391.433220] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-350cc6ba-cf51-48ac-b867-883b372dfced {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.439195] env[63070]: DEBUG oslo_vmware.rw_handles [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lease: (returnval){ [ 1391.439195] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5293ec19-853f-084a-45b2-6809dcf0f1e3" [ 1391.439195] env[63070]: _type = "HttpNfcLease" [ 1391.439195] env[63070]: } obtained for exporting VM: (result){ [ 1391.439195] env[63070]: value = "vm-367619" [ 1391.439195] env[63070]: _type = "VirtualMachine" [ 1391.439195] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1391.439781] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the lease: (returnval){ [ 1391.439781] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5293ec19-853f-084a-45b2-6809dcf0f1e3" [ 1391.439781] env[63070]: _type = "HttpNfcLease" [ 1391.439781] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1391.446644] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1391.446644] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5293ec19-853f-084a-45b2-6809dcf0f1e3" [ 1391.446644] env[63070]: _type = "HttpNfcLease" [ 1391.446644] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1391.455750] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770278, 'name': CreateVM_Task, 'duration_secs': 0.623213} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.456038] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.456791] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.457163] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.457573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.457932] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987826cb-139e-4937-952b-cb41ed841e41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.463327] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for the task: (returnval){ [ 1391.463327] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52151520-02a5-3e52-6bea-c39f2061a0d9" [ 1391.463327] env[63070]: _type = "Task" [ 1391.463327] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.471449] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52151520-02a5-3e52-6bea-c39f2061a0d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.557148] env[63070]: DEBUG nova.compute.utils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1391.561184] env[63070]: DEBUG nova.compute.manager [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.561523] env[63070]: DEBUG nova.network.neutron [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.571409] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.571550] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquired lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.571693] env[63070]: DEBUG nova.network.neutron [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.637369] env[63070]: DEBUG nova.policy [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1192e56b491d4dc1be9b19e004ab2166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24113dac19b948f4ac64945c62f5c213', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.669308] env[63070]: INFO nova.compute.manager [-] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Took 1.94 seconds to deallocate network for instance. [ 1391.769718] env[63070]: DEBUG nova.compute.manager [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Received event network-vif-deleted-4107d9a7-94d8-4bfc-ade6-9c62b14f8171 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1391.769952] env[63070]: DEBUG nova.compute.manager [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Received event network-vif-deleted-61799791-10b9-4e65-a20e-aa5a79e7ecd0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1391.770505] env[63070]: DEBUG nova.compute.manager [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Received event network-vif-plugged-01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1391.770786] env[63070]: DEBUG oslo_concurrency.lockutils [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] Acquiring lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.770841] env[63070]: DEBUG oslo_concurrency.lockutils [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] Lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.771015] env[63070]: DEBUG oslo_concurrency.lockutils [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] Lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.771166] env[63070]: DEBUG nova.compute.manager [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] No waiting events found dispatching network-vif-plugged-01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.771327] env[63070]: WARNING nova.compute.manager [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Received unexpected event network-vif-plugged-01fa5603-6415-43a8-8d69-3e4b1034f1b7 for instance with vm_state building and task_state spawning. [ 1391.771487] env[63070]: DEBUG nova.compute.manager [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Received event network-changed-01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1391.771738] env[63070]: DEBUG nova.compute.manager [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Refreshing instance network info cache due to event network-changed-01fa5603-6415-43a8-8d69-3e4b1034f1b7. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1391.771906] env[63070]: DEBUG oslo_concurrency.lockutils [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] Acquiring lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.773789] env[63070]: INFO nova.compute.manager [-] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Took 1.90 seconds to deallocate network for instance. [ 1391.791082] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.948538] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1391.948538] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5293ec19-853f-084a-45b2-6809dcf0f1e3" [ 1391.948538] env[63070]: _type = "HttpNfcLease" [ 1391.948538] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1391.949041] env[63070]: DEBUG oslo_vmware.rw_handles [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1391.949041] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5293ec19-853f-084a-45b2-6809dcf0f1e3" [ 1391.949041] env[63070]: _type = "HttpNfcLease" [ 1391.949041] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1391.950039] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42855a45-cec9-4446-87be-6d793c4ec2af {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.961780] env[63070]: DEBUG oslo_vmware.rw_handles [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a62a09-b277-8ffe-4fc8-de8596baa6c5/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1391.961967] env[63070]: DEBUG oslo_vmware.rw_handles [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a62a09-b277-8ffe-4fc8-de8596baa6c5/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1392.028667] env[63070]: DEBUG nova.network.neutron [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Successfully created port: 6b8767c8-02e2-464c-9ddf-9a9469c69eab {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.036833] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52151520-02a5-3e52-6bea-c39f2061a0d9, 'name': SearchDatastore_Task, 'duration_secs': 0.028527} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.039872] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.040132] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.040371] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.040542] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.040719] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.041189] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-866bb72e-8963-4390-a659-0f58f60a9f7d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.050295] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.050494] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.051371] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91eb57b6-3788-48d6-8bc3-ff560fe4a02b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.057971] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for the task: (returnval){ [ 1392.057971] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52084f7d-05a6-1120-b482-e97af43ea795" [ 1392.057971] env[63070]: _type = "Task" [ 1392.057971] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.061662] env[63070]: DEBUG nova.compute.manager [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.067084] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5efdb17-2ef5-4f43-8bbd-8f23dd3c740d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.072353] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52084f7d-05a6-1120-b482-e97af43ea795, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.077905] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431c2960-1be7-4d69-9239-0ca4033dedc7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.083702] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for the task: (returnval){ [ 1392.083702] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528c5d30-1450-c888-c42c-ed5d5590d6c0" [ 1392.083702] env[63070]: _type = "Task" [ 1392.083702] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.093365] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528c5d30-1450-c888-c42c-ed5d5590d6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.100381] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.101046] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.135649] env[63070]: DEBUG nova.network.neutron [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.164030] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966b58f5-77e0-43b1-a209-8695902810d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.170335] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccccd05-655b-4988-9ebb-50eef5602965 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.175753] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.204052] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352bad66-dc40-4994-8d12-3548b240a80e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.212608] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c19bd9-21bc-4535-8310-8e056a8de2bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.228500] env[63070]: DEBUG nova.compute.provider_tree [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.286590] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.286590] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770280, 'name': ReconfigVM_Task, 'duration_secs': 0.764503} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.286590] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3/77a23b9e-54c9-4629-bb5a-7c6a5e5202a3.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.287055] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9568f99f-462d-4468-b887-941f2918e806 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.294922] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for the task: (returnval){ [ 1392.294922] env[63070]: value = "task-1770282" [ 1392.294922] env[63070]: _type = "Task" [ 1392.294922] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.307367] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770282, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.398639] env[63070]: DEBUG nova.network.neutron [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Updating instance_info_cache with network_info: [{"id": "01fa5603-6415-43a8-8d69-3e4b1034f1b7", "address": "fa:16:3e:fb:fc:e3", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fa5603-64", "ovs_interfaceid": "01fa5603-6415-43a8-8d69-3e4b1034f1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.523655] env[63070]: DEBUG nova.network.neutron [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Successfully created port: 65632430-2064-474e-ac11-9adf5dc1ac8d {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.596124] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528c5d30-1450-c888-c42c-ed5d5590d6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.596446] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.596798] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 55e951bd-d72e-409a-b69f-f61fe72d96ad/55e951bd-d72e-409a-b69f-f61fe72d96ad.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.597206] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce91934f-d00b-468b-829c-0eae8c3efbf8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.604337] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for the task: (returnval){ [ 1392.604337] env[63070]: value = "task-1770283" [ 1392.604337] env[63070]: _type = "Task" [ 1392.604337] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.613824] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.732150] env[63070]: DEBUG nova.scheduler.client.report [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.807066] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770282, 'name': Rename_Task, 'duration_secs': 0.157203} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.807451] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.807908] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18fc8987-a595-4ec5-8b22-7d965bc9fcd1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.815143] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for the task: (returnval){ [ 1392.815143] env[63070]: value = "task-1770284" [ 1392.815143] env[63070]: _type = "Task" [ 1392.815143] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.824190] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.887483] env[63070]: DEBUG nova.network.neutron [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Successfully created port: 6e602df4-395a-48ee-88e9-fe77827cc2d6 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.902674] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Releasing lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.902808] env[63070]: DEBUG nova.compute.manager [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Instance network_info: |[{"id": "01fa5603-6415-43a8-8d69-3e4b1034f1b7", "address": "fa:16:3e:fb:fc:e3", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fa5603-64", "ovs_interfaceid": "01fa5603-6415-43a8-8d69-3e4b1034f1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1392.903353] env[63070]: DEBUG oslo_concurrency.lockutils [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] Acquired lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.903353] env[63070]: DEBUG nova.network.neutron [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Refreshing network info cache for port 01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.904719] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:fc:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01fa5603-6415-43a8-8d69-3e4b1034f1b7', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.913668] env[63070]: DEBUG oslo.service.loopingcall [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.914353] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.915556] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-088d1bd1-63fd-40be-ac33-4115a440b59a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.943188] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.943188] env[63070]: value = "task-1770285" [ 1392.943188] env[63070]: _type = "Task" [ 1392.943188] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.953177] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770285, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.075027] env[63070]: DEBUG nova.compute.manager [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.113088] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.113472] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.113694] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.113942] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.114224] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.114765] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.115067] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.115330] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.115569] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.115796] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.116086] env[63070]: DEBUG nova.virt.hardware [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.117082] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f524033-a986-4b96-8475-477651e461a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.133993] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770283, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.142085] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443ca9a4-530b-4b7b-87d7-062c70b683b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.238749] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.242410] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.743s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.245477] env[63070]: INFO nova.compute.claims [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.326940] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770284, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.356024] env[63070]: INFO nova.scheduler.client.report [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Deleted allocations for instance 7d27c230-29c7-4b01-9607-c928f2b76ddf [ 1393.462539] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770285, 'name': CreateVM_Task, 'duration_secs': 0.439462} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.462539] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.462539] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.462539] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.463672] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.463672] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11df0ab2-19e9-4267-9308-5cd89df2ca1f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.472270] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1393.472270] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ec22e8-56ea-f01f-e02f-926a5bd18d37" [ 1393.472270] env[63070]: _type = "Task" [ 1393.472270] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.482233] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ec22e8-56ea-f01f-e02f-926a5bd18d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.616422] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703002} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.619325] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 55e951bd-d72e-409a-b69f-f61fe72d96ad/55e951bd-d72e-409a-b69f-f61fe72d96ad.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.619661] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.621872] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0dc6c09-ff8a-49c3-b708-7e4447152aa1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.631805] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for the task: (returnval){ [ 1393.631805] env[63070]: value = "task-1770286" [ 1393.631805] env[63070]: _type = "Task" [ 1393.631805] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.640800] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.779408] env[63070]: DEBUG nova.network.neutron [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Updated VIF entry in instance network info cache for port 01fa5603-6415-43a8-8d69-3e4b1034f1b7. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.779824] env[63070]: DEBUG nova.network.neutron [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Updating instance_info_cache with network_info: [{"id": "01fa5603-6415-43a8-8d69-3e4b1034f1b7", "address": "fa:16:3e:fb:fc:e3", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fa5603-64", "ovs_interfaceid": "01fa5603-6415-43a8-8d69-3e4b1034f1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.826896] env[63070]: DEBUG oslo_vmware.api [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770284, 'name': PowerOnVM_Task, 'duration_secs': 0.701736} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.827215] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.827418] env[63070]: INFO nova.compute.manager [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1393.827592] env[63070]: DEBUG nova.compute.manager [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.828414] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a72be57-d166-4e3c-b50e-b64537125c58 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.863631] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4c54655-46a1-40b5-ab2d-21bb3553fdad tempest-ImagesOneServerTestJSON-217427240 tempest-ImagesOneServerTestJSON-217427240-project-member] Lock "7d27c230-29c7-4b01-9607-c928f2b76ddf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.798s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.985429] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ec22e8-56ea-f01f-e02f-926a5bd18d37, 'name': SearchDatastore_Task, 'duration_secs': 0.015637} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.985853] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.986092] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.986514] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.989021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.989021] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.989021] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9287f3b-3d61-4b0f-b4c6-85cb27ece39d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.999012] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.999255] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.000040] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46973d6e-b974-4aaf-aa69-2e4ae9d4e79d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.005841] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1394.005841] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52221355-674e-8c79-313c-5112047fcf77" [ 1394.005841] env[63070]: _type = "Task" [ 1394.005841] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.016938] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52221355-674e-8c79-313c-5112047fcf77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.143503] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066453} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.143799] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.145619] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77305976-d401-4e6d-80a5-0d7d9065337c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.170779] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 55e951bd-d72e-409a-b69f-f61fe72d96ad/55e951bd-d72e-409a-b69f-f61fe72d96ad.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.171621] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280aefb7-1c13-4c36-8827-39215675b63c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.194466] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for the task: (returnval){ [ 1394.194466] env[63070]: value = "task-1770287" [ 1394.194466] env[63070]: _type = "Task" [ 1394.194466] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.203954] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.284861] env[63070]: DEBUG oslo_concurrency.lockutils [req-355e2808-e72b-4fd5-924d-818ce5fba511 req-7b7b3968-3c8d-4a97-944d-2aef86545190 service nova] Releasing lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.353892] env[63070]: INFO nova.compute.manager [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Took 46.30 seconds to build instance. [ 1394.517827] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52221355-674e-8c79-313c-5112047fcf77, 'name': SearchDatastore_Task, 'duration_secs': 0.017133} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.522987] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6674a604-bba4-419e-98e6-0700f547c708 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.536714] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1394.536714] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fbb665-f760-e332-f2af-90636037c4a4" [ 1394.536714] env[63070]: _type = "Task" [ 1394.536714] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.548815] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fbb665-f760-e332-f2af-90636037c4a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.705498] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.857499] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffe3dbc7-9e83-4c48-8470-fe47cedcfbdc tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.104s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.898178] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66357fdc-7976-43b5-9442-8d40d85c6ee0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.906485] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d710e5-ca34-4141-9225-5bf323b94718 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.912431] env[63070]: DEBUG nova.compute.manager [req-c0a88155-3e07-4c1a-9f7f-9ddb6f13cc82 req-eab7f703-84b1-499e-ba34-7974c7e6c3f8 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received event network-vif-plugged-6b8767c8-02e2-464c-9ddf-9a9469c69eab {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1394.912517] env[63070]: DEBUG oslo_concurrency.lockutils [req-c0a88155-3e07-4c1a-9f7f-9ddb6f13cc82 req-eab7f703-84b1-499e-ba34-7974c7e6c3f8 service nova] Acquiring lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.912727] env[63070]: DEBUG oslo_concurrency.lockutils [req-c0a88155-3e07-4c1a-9f7f-9ddb6f13cc82 req-eab7f703-84b1-499e-ba34-7974c7e6c3f8 service nova] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.912895] env[63070]: DEBUG oslo_concurrency.lockutils [req-c0a88155-3e07-4c1a-9f7f-9ddb6f13cc82 req-eab7f703-84b1-499e-ba34-7974c7e6c3f8 service nova] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.913077] env[63070]: DEBUG nova.compute.manager [req-c0a88155-3e07-4c1a-9f7f-9ddb6f13cc82 req-eab7f703-84b1-499e-ba34-7974c7e6c3f8 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] No waiting events found dispatching network-vif-plugged-6b8767c8-02e2-464c-9ddf-9a9469c69eab {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1394.913243] env[63070]: WARNING nova.compute.manager [req-c0a88155-3e07-4c1a-9f7f-9ddb6f13cc82 req-eab7f703-84b1-499e-ba34-7974c7e6c3f8 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received unexpected event network-vif-plugged-6b8767c8-02e2-464c-9ddf-9a9469c69eab for instance with vm_state building and task_state spawning. [ 1394.940703] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72890c57-d325-4f3e-8c21-0a59b34b99e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.949119] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed87208c-03a5-4e82-8591-ac9fb53ededd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.963232] env[63070]: DEBUG nova.compute.provider_tree [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.985276] env[63070]: DEBUG nova.network.neutron [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Successfully updated port: 6b8767c8-02e2-464c-9ddf-9a9469c69eab {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1395.046950] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fbb665-f760-e332-f2af-90636037c4a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015106} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.047246] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.047481] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 61a92832-9fca-49e7-a1e6-fadd39ed54b1/61a92832-9fca-49e7-a1e6-fadd39ed54b1.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.047729] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e5fd2ce-2fca-40a7-923e-8c4ab3135b77 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.057035] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1395.057035] env[63070]: value = "task-1770288" [ 1395.057035] env[63070]: _type = "Task" [ 1395.057035] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.063732] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.205420] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770287, 'name': ReconfigVM_Task, 'duration_secs': 0.566325} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.205707] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 55e951bd-d72e-409a-b69f-f61fe72d96ad/55e951bd-d72e-409a-b69f-f61fe72d96ad.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.206856] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8483828-b621-4eb7-bc2c-0b24ad1546f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.214336] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for the task: (returnval){ [ 1395.214336] env[63070]: value = "task-1770289" [ 1395.214336] env[63070]: _type = "Task" [ 1395.214336] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.223829] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770289, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.359545] env[63070]: DEBUG nova.compute.manager [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.466849] env[63070]: DEBUG nova.scheduler.client.report [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.571233] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770288, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.726179] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770289, 'name': Rename_Task, 'duration_secs': 0.186836} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.726685] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.726999] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c1c58a4-0165-41f2-86ba-22df0d53abb9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.734225] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for the task: (returnval){ [ 1395.734225] env[63070]: value = "task-1770290" [ 1395.734225] env[63070]: _type = "Task" [ 1395.734225] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.742535] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.882638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.973956] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.974566] env[63070]: DEBUG nova.compute.manager [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1395.977401] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.676s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.979183] env[63070]: INFO nova.compute.claims [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.067305] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546218} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.067687] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 61a92832-9fca-49e7-a1e6-fadd39ed54b1/61a92832-9fca-49e7-a1e6-fadd39ed54b1.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.067988] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.068333] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60a7e7e9-4408-413b-b898-df51f9d528ca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.076821] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1396.076821] env[63070]: value = "task-1770291" [ 1396.076821] env[63070]: _type = "Task" [ 1396.076821] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.093050] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.244702] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770290, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.483771] env[63070]: DEBUG nova.compute.utils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1396.485649] env[63070]: DEBUG nova.compute.manager [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Not allocating networking since 'none' was specified. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1396.587284] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087185} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.587574] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1396.588373] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056d09a-c788-41e3-afd1-4de294e0136f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.612528] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 61a92832-9fca-49e7-a1e6-fadd39ed54b1/61a92832-9fca-49e7-a1e6-fadd39ed54b1.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.612851] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5886a1df-2722-46ce-a387-73e79f9f5ed3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.635487] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1396.635487] env[63070]: value = "task-1770292" [ 1396.635487] env[63070]: _type = "Task" [ 1396.635487] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.643767] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.648704] env[63070]: DEBUG nova.compute.manager [req-f1101c5c-f2b0-4bb9-9730-99b7c0e2622b req-69e34084-a59f-441b-baf7-9a636631033a service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Received event network-changed-46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1396.648883] env[63070]: DEBUG nova.compute.manager [req-f1101c5c-f2b0-4bb9-9730-99b7c0e2622b req-69e34084-a59f-441b-baf7-9a636631033a service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Refreshing instance network info cache due to event network-changed-46c61f52-1764-4f07-8074-8d7c96e34708. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1396.649366] env[63070]: DEBUG oslo_concurrency.lockutils [req-f1101c5c-f2b0-4bb9-9730-99b7c0e2622b req-69e34084-a59f-441b-baf7-9a636631033a service nova] Acquiring lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.649366] env[63070]: DEBUG oslo_concurrency.lockutils [req-f1101c5c-f2b0-4bb9-9730-99b7c0e2622b req-69e34084-a59f-441b-baf7-9a636631033a service nova] Acquired lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.649444] env[63070]: DEBUG nova.network.neutron [req-f1101c5c-f2b0-4bb9-9730-99b7c0e2622b req-69e34084-a59f-441b-baf7-9a636631033a service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Refreshing network info cache for port 46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.747702] env[63070]: DEBUG oslo_vmware.api [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770290, 'name': PowerOnVM_Task, 'duration_secs': 0.633201} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.748022] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.748293] env[63070]: INFO nova.compute.manager [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1396.748925] env[63070]: DEBUG nova.compute.manager [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.749625] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b04093-5ffc-44a9-8818-bb9083da38e4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.989106] env[63070]: DEBUG nova.compute.manager [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.149047] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.180236] env[63070]: DEBUG nova.compute.manager [req-601a9ea0-9d6b-4277-8960-1d9a5c9cf08f req-9cdfa8e8-52c6-4417-a48f-8ffd88d30a1b service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received event network-changed-6b8767c8-02e2-464c-9ddf-9a9469c69eab {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1397.180472] env[63070]: DEBUG nova.compute.manager [req-601a9ea0-9d6b-4277-8960-1d9a5c9cf08f req-9cdfa8e8-52c6-4417-a48f-8ffd88d30a1b service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Refreshing instance network info cache due to event network-changed-6b8767c8-02e2-464c-9ddf-9a9469c69eab. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1397.180615] env[63070]: DEBUG oslo_concurrency.lockutils [req-601a9ea0-9d6b-4277-8960-1d9a5c9cf08f req-9cdfa8e8-52c6-4417-a48f-8ffd88d30a1b service nova] Acquiring lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.180708] env[63070]: DEBUG oslo_concurrency.lockutils [req-601a9ea0-9d6b-4277-8960-1d9a5c9cf08f req-9cdfa8e8-52c6-4417-a48f-8ffd88d30a1b service nova] Acquired lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.180874] env[63070]: DEBUG nova.network.neutron [req-601a9ea0-9d6b-4277-8960-1d9a5c9cf08f req-9cdfa8e8-52c6-4417-a48f-8ffd88d30a1b service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Refreshing network info cache for port 6b8767c8-02e2-464c-9ddf-9a9469c69eab {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.273838] env[63070]: INFO nova.compute.manager [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Took 46.81 seconds to build instance. [ 1397.575540] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e36203-2ab6-4cfd-8a3f-603ff58cd061 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.587380] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086b2ff4-615b-4666-8de8-55f1896ef201 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.621831] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e9b3fc-0824-4269-bb17-cd5496837a38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.630281] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb321c2-81f0-42a9-ba32-faf3765eee2d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.647751] env[63070]: DEBUG nova.compute.provider_tree [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.660006] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770292, 'name': ReconfigVM_Task, 'duration_secs': 0.829535} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.660307] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 61a92832-9fca-49e7-a1e6-fadd39ed54b1/61a92832-9fca-49e7-a1e6-fadd39ed54b1.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.661067] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6309de9d-a6f8-4860-a12e-d590a49d0453 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.667319] env[63070]: DEBUG nova.network.neutron [req-f1101c5c-f2b0-4bb9-9730-99b7c0e2622b req-69e34084-a59f-441b-baf7-9a636631033a service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Updated VIF entry in instance network info cache for port 46c61f52-1764-4f07-8074-8d7c96e34708. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.667786] env[63070]: DEBUG nova.network.neutron [req-f1101c5c-f2b0-4bb9-9730-99b7c0e2622b req-69e34084-a59f-441b-baf7-9a636631033a service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Updating instance_info_cache with network_info: [{"id": "46c61f52-1764-4f07-8074-8d7c96e34708", "address": "fa:16:3e:b9:17:ec", "network": {"id": "62cae73e-4a7d-47b0-bd8f-548c3c2f5a1c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-702500629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04636c2a3e5445af8959915c36e464aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c61f52-17", "ovs_interfaceid": "46c61f52-1764-4f07-8074-8d7c96e34708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.670421] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1397.670421] env[63070]: value = "task-1770293" [ 1397.670421] env[63070]: _type = "Task" [ 1397.670421] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.680569] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770293, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.743677] env[63070]: DEBUG nova.network.neutron [req-601a9ea0-9d6b-4277-8960-1d9a5c9cf08f req-9cdfa8e8-52c6-4417-a48f-8ffd88d30a1b service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.779652] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d7da5050-3cfc-4cde-b913-c3f2eecbb13f tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lock "55e951bd-d72e-409a-b69f-f61fe72d96ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.823s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.804861] env[63070]: DEBUG nova.network.neutron [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Successfully updated port: 65632430-2064-474e-ac11-9adf5dc1ac8d {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.878151] env[63070]: DEBUG nova.network.neutron [req-601a9ea0-9d6b-4277-8960-1d9a5c9cf08f req-9cdfa8e8-52c6-4417-a48f-8ffd88d30a1b service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.004012] env[63070]: DEBUG nova.compute.manager [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.032140] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.032338] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.032444] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.032623] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.032763] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.032939] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.033178] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.033337] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.033502] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.033659] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.033829] env[63070]: DEBUG nova.virt.hardware [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.034725] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be120b9b-5a30-4d17-be9f-ee8b26429302 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.043376] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f3a26-95e1-4a82-8423-3add3c262159 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.057256] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.063622] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Creating folder: Project (f2fa0b1c868f46ffb60a5c843f4cb4c8). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.063622] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4712a02d-7b53-4f2a-ba7d-a846bb9dd68f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.076315] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Created folder: Project (f2fa0b1c868f46ffb60a5c843f4cb4c8) in parent group-v367531. [ 1398.076523] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Creating folder: Instances. Parent ref: group-v367624. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.076823] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5ccc39c-b3b8-4ab7-9075-486ecc1d7c42 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.088240] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Created folder: Instances in parent group-v367624. [ 1398.088240] env[63070]: DEBUG oslo.service.loopingcall [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.088537] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.088607] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-473fee0c-a98f-405d-b93f-10ee97e49ec1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.106043] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.106043] env[63070]: value = "task-1770296" [ 1398.106043] env[63070]: _type = "Task" [ 1398.106043] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.113797] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770296, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.155490] env[63070]: DEBUG nova.scheduler.client.report [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.172784] env[63070]: DEBUG oslo_concurrency.lockutils [req-f1101c5c-f2b0-4bb9-9730-99b7c0e2622b req-69e34084-a59f-441b-baf7-9a636631033a service nova] Releasing lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.186383] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770293, 'name': Rename_Task, 'duration_secs': 0.342} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.186792] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.187165] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc8938bc-7f38-4285-8b07-267c62ccb642 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.195499] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1398.195499] env[63070]: value = "task-1770297" [ 1398.195499] env[63070]: _type = "Task" [ 1398.195499] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.207424] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.284731] env[63070]: DEBUG nova.compute.manager [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1398.381475] env[63070]: DEBUG oslo_concurrency.lockutils [req-601a9ea0-9d6b-4277-8960-1d9a5c9cf08f req-9cdfa8e8-52c6-4417-a48f-8ffd88d30a1b service nova] Releasing lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.617343] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770296, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.661487] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.662144] env[63070]: DEBUG nova.compute.manager [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.665044] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.823s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.665385] env[63070]: DEBUG nova.objects.instance [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lazy-loading 'resources' on Instance uuid 53b6aa7b-783c-4083-8110-c5d5e186aa8c {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.710663] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770297, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.818786] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.116836] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770296, 'name': CreateVM_Task, 'duration_secs': 0.728731} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.117556] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.118124] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.118297] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.118638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.118936] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d6d06c-9374-406d-9c06-ab7d124e29c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.125035] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1399.125035] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529bd994-ff89-e3dd-55d6-145c0974ce54" [ 1399.125035] env[63070]: _type = "Task" [ 1399.125035] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.133248] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529bd994-ff89-e3dd-55d6-145c0974ce54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.172135] env[63070]: DEBUG nova.compute.utils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1399.178393] env[63070]: DEBUG nova.compute.manager [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Not allocating networking since 'none' was specified. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1399.210487] env[63070]: DEBUG oslo_vmware.api [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770297, 'name': PowerOnVM_Task, 'duration_secs': 0.807055} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.213551] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.214443] env[63070]: INFO nova.compute.manager [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1399.214826] env[63070]: DEBUG nova.compute.manager [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.217109] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53127509-bd0a-4a5c-969a-56f0a6fb7297 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.599876] env[63070]: DEBUG nova.compute.manager [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received event network-vif-plugged-65632430-2064-474e-ac11-9adf5dc1ac8d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1399.600130] env[63070]: DEBUG oslo_concurrency.lockutils [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] Acquiring lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.600647] env[63070]: DEBUG oslo_concurrency.lockutils [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.600647] env[63070]: DEBUG oslo_concurrency.lockutils [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.600827] env[63070]: DEBUG nova.compute.manager [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] No waiting events found dispatching network-vif-plugged-65632430-2064-474e-ac11-9adf5dc1ac8d {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.601056] env[63070]: WARNING nova.compute.manager [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received unexpected event network-vif-plugged-65632430-2064-474e-ac11-9adf5dc1ac8d for instance with vm_state building and task_state spawning. [ 1399.601280] env[63070]: DEBUG nova.compute.manager [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received event network-changed-65632430-2064-474e-ac11-9adf5dc1ac8d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1399.602025] env[63070]: DEBUG nova.compute.manager [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Refreshing instance network info cache due to event network-changed-65632430-2064-474e-ac11-9adf5dc1ac8d. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1399.602025] env[63070]: DEBUG oslo_concurrency.lockutils [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] Acquiring lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.602025] env[63070]: DEBUG oslo_concurrency.lockutils [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] Acquired lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.602025] env[63070]: DEBUG nova.network.neutron [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Refreshing network info cache for port 65632430-2064-474e-ac11-9adf5dc1ac8d {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.636920] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529bd994-ff89-e3dd-55d6-145c0974ce54, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.637498] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.638269] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.638734] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.638988] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.639302] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.640502] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05c58920-c93d-4c37-85a9-870af95447fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.650725] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.650927] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.651692] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e2a897-124a-4f1d-91b2-3622555e87e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.657503] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1399.657503] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522d16f1-273b-0989-5b53-2684be383127" [ 1399.657503] env[63070]: _type = "Task" [ 1399.657503] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.668012] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522d16f1-273b-0989-5b53-2684be383127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.676781] env[63070]: DEBUG nova.compute.manager [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.742124] env[63070]: INFO nova.compute.manager [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Took 49.11 seconds to build instance. [ 1399.811487] env[63070]: DEBUG nova.compute.manager [req-94bbbfe3-4b61-42e2-8bc6-d83e87c54ade req-24c6a0cc-095f-4536-8ba6-a80199df5f02 service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Received event network-changed-5ba81e0f-2093-474a-aedb-83ff2975b073 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1399.811487] env[63070]: DEBUG nova.compute.manager [req-94bbbfe3-4b61-42e2-8bc6-d83e87c54ade req-24c6a0cc-095f-4536-8ba6-a80199df5f02 service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Refreshing instance network info cache due to event network-changed-5ba81e0f-2093-474a-aedb-83ff2975b073. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1399.811487] env[63070]: DEBUG oslo_concurrency.lockutils [req-94bbbfe3-4b61-42e2-8bc6-d83e87c54ade req-24c6a0cc-095f-4536-8ba6-a80199df5f02 service nova] Acquiring lock "refresh_cache-55e951bd-d72e-409a-b69f-f61fe72d96ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.811487] env[63070]: DEBUG oslo_concurrency.lockutils [req-94bbbfe3-4b61-42e2-8bc6-d83e87c54ade req-24c6a0cc-095f-4536-8ba6-a80199df5f02 service nova] Acquired lock "refresh_cache-55e951bd-d72e-409a-b69f-f61fe72d96ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.811637] env[63070]: DEBUG nova.network.neutron [req-94bbbfe3-4b61-42e2-8bc6-d83e87c54ade req-24c6a0cc-095f-4536-8ba6-a80199df5f02 service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Refreshing network info cache for port 5ba81e0f-2093-474a-aedb-83ff2975b073 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.859613] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f42ec63-869a-437f-adc4-2a5dd840bc35 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.871030] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b271195-a7ad-43c8-8d1b-45c0379060e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.908867] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ace632-1c69-4788-85c1-664206764f12 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.917014] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380bbd80-cd70-47be-af61-723167a2e7c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.931383] env[63070]: DEBUG nova.compute.provider_tree [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.170913] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522d16f1-273b-0989-5b53-2684be383127, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.171964] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804d4f39-7ef2-4bac-add1-eb1272119aff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.181204] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1400.181204] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eed513-fba6-315b-4db3-7455ed9293a1" [ 1400.181204] env[63070]: _type = "Task" [ 1400.181204] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.189916] env[63070]: DEBUG nova.network.neutron [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.203936] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eed513-fba6-315b-4db3-7455ed9293a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.206216] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.206216] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 01a1da0b-19d8-48b5-802a-9bf3a3661a49/01a1da0b-19d8-48b5-802a-9bf3a3661a49.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.206216] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4d8ddf-3d91-477f-954c-8ac17a7aebc8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.211755] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1400.211755] env[63070]: value = "task-1770298" [ 1400.211755] env[63070]: _type = "Task" [ 1400.211755] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.222812] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.244031] env[63070]: DEBUG oslo_concurrency.lockutils [None req-119c489c-9f1a-4374-8e5c-3bc414818de7 tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.715s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.435058] env[63070]: DEBUG nova.scheduler.client.report [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.698522] env[63070]: DEBUG nova.compute.manager [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.725085] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464385} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.725925] env[63070]: DEBUG nova.network.neutron [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.730558] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 01a1da0b-19d8-48b5-802a-9bf3a3661a49/01a1da0b-19d8-48b5-802a-9bf3a3661a49.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.730558] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.730558] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa97f884-c95a-4bea-8e51-0d3b33dd8b16 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.734013] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.734252] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.735015] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.735015] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.735015] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.735015] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.735262] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.735466] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.736068] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.736316] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.736735] env[63070]: DEBUG nova.virt.hardware [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.738263] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c1b6e1-304f-45ba-9930-e0ef2068b513 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.744120] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1400.744120] env[63070]: value = "task-1770299" [ 1400.744120] env[63070]: _type = "Task" [ 1400.744120] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.753647] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1400.760581] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e235a385-397b-4c62-ab09-9c412bdcb087 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.771567] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.784149] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.792019] env[63070]: DEBUG oslo.service.loopingcall [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.793272] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.793515] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb8196e7-7ade-4c97-bb45-9d46100e57ed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.813489] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.813489] env[63070]: value = "task-1770300" [ 1400.813489] env[63070]: _type = "Task" [ 1400.813489] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.823124] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770300, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.909765] env[63070]: DEBUG nova.network.neutron [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Successfully updated port: 6e602df4-395a-48ee-88e9-fe77827cc2d6 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.941627] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.944602] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.178s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.946378] env[63070]: INFO nova.compute.claims [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.974178] env[63070]: INFO nova.scheduler.client.report [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Deleted allocations for instance 53b6aa7b-783c-4083-8110-c5d5e186aa8c [ 1401.152914] env[63070]: DEBUG nova.network.neutron [req-94bbbfe3-4b61-42e2-8bc6-d83e87c54ade req-24c6a0cc-095f-4536-8ba6-a80199df5f02 service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Updated VIF entry in instance network info cache for port 5ba81e0f-2093-474a-aedb-83ff2975b073. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.153301] env[63070]: DEBUG nova.network.neutron [req-94bbbfe3-4b61-42e2-8bc6-d83e87c54ade req-24c6a0cc-095f-4536-8ba6-a80199df5f02 service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Updating instance_info_cache with network_info: [{"id": "5ba81e0f-2093-474a-aedb-83ff2975b073", "address": "fa:16:3e:0a:c8:55", "network": {"id": "d806c828-dea6-48a8-b56e-69920a797f2b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-467307277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2ac270da142446b91499b68564b654c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba81e0f-20", "ovs_interfaceid": "5ba81e0f-2093-474a-aedb-83ff2975b073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.229462] env[63070]: DEBUG oslo_concurrency.lockutils [req-ebb3622c-8254-4abd-bab9-42fd12722043 req-74e35983-f3ba-41a1-80a9-5da19ffbd4b0 service nova] Releasing lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.255627] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066278} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.255627] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.256447] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a3e316-9cf9-400b-9331-57c414b5233b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.286899] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 01a1da0b-19d8-48b5-802a-9bf3a3661a49/01a1da0b-19d8-48b5-802a-9bf3a3661a49.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.288673] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.289013] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cca9a3a-aae9-4856-abae-5fa69e21d987 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.314296] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1401.314296] env[63070]: value = "task-1770301" [ 1401.314296] env[63070]: _type = "Task" [ 1401.314296] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.328219] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770300, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.332021] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.413678] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.414154] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquired lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.414471] env[63070]: DEBUG nova.network.neutron [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.489365] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c2e190cb-b6b8-4019-bf1f-ee34c8b36399 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "53b6aa7b-783c-4083-8110-c5d5e186aa8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.275s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.659161] env[63070]: DEBUG oslo_concurrency.lockutils [req-94bbbfe3-4b61-42e2-8bc6-d83e87c54ade req-24c6a0cc-095f-4536-8ba6-a80199df5f02 service nova] Releasing lock "refresh_cache-55e951bd-d72e-409a-b69f-f61fe72d96ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.828634] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770300, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.836067] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.983793] env[63070]: DEBUG nova.network.neutron [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.041591] env[63070]: DEBUG nova.compute.manager [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Received event network-changed-46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1402.041830] env[63070]: DEBUG nova.compute.manager [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Refreshing instance network info cache due to event network-changed-46c61f52-1764-4f07-8074-8d7c96e34708. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1402.042114] env[63070]: DEBUG oslo_concurrency.lockutils [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] Acquiring lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.042371] env[63070]: DEBUG oslo_concurrency.lockutils [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] Acquired lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.042599] env[63070]: DEBUG nova.network.neutron [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Refreshing network info cache for port 46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.189646] env[63070]: DEBUG nova.compute.manager [req-5776bd67-87fd-44c9-8663-2905a15f289f req-d1963873-3a45-48c5-8c93-53fef4eb54e6 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Received event network-changed-926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1402.189646] env[63070]: DEBUG nova.compute.manager [req-5776bd67-87fd-44c9-8663-2905a15f289f req-d1963873-3a45-48c5-8c93-53fef4eb54e6 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Refreshing instance network info cache due to event network-changed-926e6452-05bd-4686-ac6d-2a183f5d3093. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1402.189646] env[63070]: DEBUG oslo_concurrency.lockutils [req-5776bd67-87fd-44c9-8663-2905a15f289f req-d1963873-3a45-48c5-8c93-53fef4eb54e6 service nova] Acquiring lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.189646] env[63070]: DEBUG oslo_concurrency.lockutils [req-5776bd67-87fd-44c9-8663-2905a15f289f req-d1963873-3a45-48c5-8c93-53fef4eb54e6 service nova] Acquired lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.189646] env[63070]: DEBUG nova.network.neutron [req-5776bd67-87fd-44c9-8663-2905a15f289f req-d1963873-3a45-48c5-8c93-53fef4eb54e6 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Refreshing network info cache for port 926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.335018] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770300, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.342888] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.588145] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b658de1b-f0a6-4b7a-bc9a-978380567476 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.599956] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c519d-1feb-4d05-a05c-cf248b6ae08d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.639140] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac7b795-35aa-4b47-b342-1f5b8080187b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.653097] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2279453-18a1-4ebc-9edb-e46dc7b6bbd0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.669193] env[63070]: DEBUG nova.compute.provider_tree [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.685549] env[63070]: DEBUG oslo_vmware.rw_handles [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a62a09-b277-8ffe-4fc8-de8596baa6c5/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1402.687093] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c121c89d-588e-47ae-bee2-2d3e7bbb75ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.694824] env[63070]: DEBUG oslo_vmware.rw_handles [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a62a09-b277-8ffe-4fc8-de8596baa6c5/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1402.695226] env[63070]: ERROR oslo_vmware.rw_handles [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a62a09-b277-8ffe-4fc8-de8596baa6c5/disk-0.vmdk due to incomplete transfer. [ 1402.696287] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c8a32c8-8e5d-4391-ad63-120d8b610033 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.708589] env[63070]: DEBUG oslo_vmware.rw_handles [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a62a09-b277-8ffe-4fc8-de8596baa6c5/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1402.708589] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Uploaded image 019d9c1f-89a5-4a80-959c-03a97cab5c51 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1402.714029] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1402.714749] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89b0fd9a-74d4-404a-810c-3f48da36cb49 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.724068] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1402.724068] env[63070]: value = "task-1770302" [ 1402.724068] env[63070]: _type = "Task" [ 1402.724068] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.736401] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770302, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.823735] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770300, 'name': CreateVM_Task, 'duration_secs': 1.528101} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.826934] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.827447] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.827609] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.827921] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.828568] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7e14bb-9ba8-45e4-9523-99a1e7eebff2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.834230] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.838015] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1402.838015] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52be17a3-8d62-a35a-ba0b-58f2b9955eda" [ 1402.838015] env[63070]: _type = "Task" [ 1402.838015] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.845615] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52be17a3-8d62-a35a-ba0b-58f2b9955eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.124140] env[63070]: DEBUG nova.network.neutron [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Updating instance_info_cache with network_info: [{"id": "6b8767c8-02e2-464c-9ddf-9a9469c69eab", "address": "fa:16:3e:c5:94:5f", "network": {"id": "4ce5d6d0-8293-4bb5-bc11-2f927000c2fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-627452375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8767c8-02", "ovs_interfaceid": "6b8767c8-02e2-464c-9ddf-9a9469c69eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65632430-2064-474e-ac11-9adf5dc1ac8d", "address": "fa:16:3e:cf:98:94", "network": {"id": "51019d5a-aba1-4c24-9eb2-cc35e609a9af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1783585082", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65632430-20", "ovs_interfaceid": "65632430-2064-474e-ac11-9adf5dc1ac8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e602df4-395a-48ee-88e9-fe77827cc2d6", "address": "fa:16:3e:6d:7d:2c", "network": {"id": "4ce5d6d0-8293-4bb5-bc11-2f927000c2fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-627452375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e602df4-39", "ovs_interfaceid": "6e602df4-395a-48ee-88e9-fe77827cc2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.177024] env[63070]: DEBUG nova.scheduler.client.report [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.211212] env[63070]: DEBUG nova.network.neutron [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Updated VIF entry in instance network info cache for port 46c61f52-1764-4f07-8074-8d7c96e34708. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.211212] env[63070]: DEBUG nova.network.neutron [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Updating instance_info_cache with network_info: [{"id": "46c61f52-1764-4f07-8074-8d7c96e34708", "address": "fa:16:3e:b9:17:ec", "network": {"id": "62cae73e-4a7d-47b0-bd8f-548c3c2f5a1c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-702500629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04636c2a3e5445af8959915c36e464aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c61f52-17", "ovs_interfaceid": "46c61f52-1764-4f07-8074-8d7c96e34708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.235978] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770302, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.263581] env[63070]: DEBUG nova.network.neutron [req-5776bd67-87fd-44c9-8663-2905a15f289f req-d1963873-3a45-48c5-8c93-53fef4eb54e6 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updated VIF entry in instance network info cache for port 926e6452-05bd-4686-ac6d-2a183f5d3093. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.263581] env[63070]: DEBUG nova.network.neutron [req-5776bd67-87fd-44c9-8663-2905a15f289f req-d1963873-3a45-48c5-8c93-53fef4eb54e6 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updating instance_info_cache with network_info: [{"id": "926e6452-05bd-4686-ac6d-2a183f5d3093", "address": "fa:16:3e:de:a6:d2", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926e6452-05", "ovs_interfaceid": "926e6452-05bd-4686-ac6d-2a183f5d3093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.281946] env[63070]: DEBUG oslo_concurrency.lockutils [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquiring lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.281946] env[63070]: DEBUG oslo_concurrency.lockutils [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.281946] env[63070]: DEBUG oslo_concurrency.lockutils [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquiring lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.281946] env[63070]: DEBUG oslo_concurrency.lockutils [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.282574] env[63070]: DEBUG oslo_concurrency.lockutils [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.285081] env[63070]: INFO nova.compute.manager [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Terminating instance [ 1403.333926] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770301, 'name': ReconfigVM_Task, 'duration_secs': 1.618877} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.334229] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 01a1da0b-19d8-48b5-802a-9bf3a3661a49/01a1da0b-19d8-48b5-802a-9bf3a3661a49.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.334842] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4637da38-89ca-4ff7-a03e-a24fdd8dd371 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.343716] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1403.343716] env[63070]: value = "task-1770303" [ 1403.343716] env[63070]: _type = "Task" [ 1403.343716] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.350239] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52be17a3-8d62-a35a-ba0b-58f2b9955eda, 'name': SearchDatastore_Task, 'duration_secs': 0.020632} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.350863] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.351110] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.351343] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.351485] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.351676] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.351903] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86fe53b1-5574-4d87-a839-d42653fdc5f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.357876] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770303, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.366021] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.366021] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.366021] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb52ffc-3bfa-49a8-bc7f-e025f26cd716 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.370728] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1403.370728] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f283fb-3a03-d037-e190-349ad75b8e7e" [ 1403.370728] env[63070]: _type = "Task" [ 1403.370728] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.378948] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f283fb-3a03-d037-e190-349ad75b8e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.628972] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Releasing lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.629499] env[63070]: DEBUG nova.compute.manager [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Instance network_info: |[{"id": "6b8767c8-02e2-464c-9ddf-9a9469c69eab", "address": "fa:16:3e:c5:94:5f", "network": {"id": "4ce5d6d0-8293-4bb5-bc11-2f927000c2fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-627452375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8767c8-02", "ovs_interfaceid": "6b8767c8-02e2-464c-9ddf-9a9469c69eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65632430-2064-474e-ac11-9adf5dc1ac8d", "address": "fa:16:3e:cf:98:94", "network": {"id": "51019d5a-aba1-4c24-9eb2-cc35e609a9af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1783585082", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65632430-20", "ovs_interfaceid": "65632430-2064-474e-ac11-9adf5dc1ac8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e602df4-395a-48ee-88e9-fe77827cc2d6", "address": "fa:16:3e:6d:7d:2c", "network": {"id": "4ce5d6d0-8293-4bb5-bc11-2f927000c2fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-627452375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e602df4-39", "ovs_interfaceid": "6e602df4-395a-48ee-88e9-fe77827cc2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1403.630019] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:94:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b8767c8-02e2-464c-9ddf-9a9469c69eab', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:98:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65632430-2064-474e-ac11-9adf5dc1ac8d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:7d:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e602df4-395a-48ee-88e9-fe77827cc2d6', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1403.641153] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Creating folder: Project (24113dac19b948f4ac64945c62f5c213). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1403.641498] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a5ae141-745d-43af-8fda-cae36d8121e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.653458] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Created folder: Project (24113dac19b948f4ac64945c62f5c213) in parent group-v367531. [ 1403.653690] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Creating folder: Instances. Parent ref: group-v367628. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1403.653979] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4a44606-8dfe-4f62-9de0-e3455a853374 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.664112] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Created folder: Instances in parent group-v367628. [ 1403.664374] env[63070]: DEBUG oslo.service.loopingcall [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.664575] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1403.664800] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-817bbc6e-c84e-4e9d-b1db-fd85d54788d2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.684731] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.685243] env[63070]: DEBUG nova.compute.manager [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1403.687706] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.326s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.697147] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1403.697147] env[63070]: value = "task-1770306" [ 1403.697147] env[63070]: _type = "Task" [ 1403.697147] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.704864] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770306, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.715609] env[63070]: DEBUG oslo_concurrency.lockutils [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] Releasing lock "refresh_cache-77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.715865] env[63070]: DEBUG nova.compute.manager [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received event network-vif-plugged-6e602df4-395a-48ee-88e9-fe77827cc2d6 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1403.716069] env[63070]: DEBUG oslo_concurrency.lockutils [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] Acquiring lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.716275] env[63070]: DEBUG oslo_concurrency.lockutils [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.716430] env[63070]: DEBUG oslo_concurrency.lockutils [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.716594] env[63070]: DEBUG nova.compute.manager [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] No waiting events found dispatching network-vif-plugged-6e602df4-395a-48ee-88e9-fe77827cc2d6 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1403.716792] env[63070]: WARNING nova.compute.manager [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received unexpected event network-vif-plugged-6e602df4-395a-48ee-88e9-fe77827cc2d6 for instance with vm_state building and task_state spawning. [ 1403.717471] env[63070]: DEBUG nova.compute.manager [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received event network-changed-6e602df4-395a-48ee-88e9-fe77827cc2d6 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1403.717471] env[63070]: DEBUG nova.compute.manager [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Refreshing instance network info cache due to event network-changed-6e602df4-395a-48ee-88e9-fe77827cc2d6. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1403.717471] env[63070]: DEBUG oslo_concurrency.lockutils [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] Acquiring lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.717471] env[63070]: DEBUG oslo_concurrency.lockutils [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] Acquired lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.717705] env[63070]: DEBUG nova.network.neutron [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Refreshing network info cache for port 6e602df4-395a-48ee-88e9-fe77827cc2d6 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.735512] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770302, 'name': Destroy_Task, 'duration_secs': 0.933563} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.735512] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Destroyed the VM [ 1403.735706] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1403.735921] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27be07ee-3b96-4b42-8a23-8333f1ca0b60 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.744033] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1403.744033] env[63070]: value = "task-1770307" [ 1403.744033] env[63070]: _type = "Task" [ 1403.744033] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.752749] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770307, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.765638] env[63070]: DEBUG oslo_concurrency.lockutils [req-5776bd67-87fd-44c9-8663-2905a15f289f req-d1963873-3a45-48c5-8c93-53fef4eb54e6 service nova] Releasing lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.794518] env[63070]: DEBUG nova.compute.manager [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1403.794518] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.794518] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2399d3-872f-4cf4-b119-6dbeb3c1f5e3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.800965] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.801236] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9372f75-61d5-435b-b1fc-d4a536ee759b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.807287] env[63070]: DEBUG oslo_vmware.api [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for the task: (returnval){ [ 1403.807287] env[63070]: value = "task-1770308" [ 1403.807287] env[63070]: _type = "Task" [ 1403.807287] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.815753] env[63070]: DEBUG oslo_vmware.api [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.854385] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770303, 'name': Rename_Task, 'duration_secs': 0.188408} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.854672] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.854920] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6af6745-5e46-447c-891c-f8677b16dc87 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.862434] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1403.862434] env[63070]: value = "task-1770309" [ 1403.862434] env[63070]: _type = "Task" [ 1403.862434] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.873573] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.882538] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f283fb-3a03-d037-e190-349ad75b8e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008159} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.883295] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16f8a5de-6530-45f0-8943-9ba112ab1b89 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.890192] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1403.890192] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528bce8e-5a3f-1b21-1bf1-293926f04b84" [ 1403.890192] env[63070]: _type = "Task" [ 1403.890192] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.896327] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528bce8e-5a3f-1b21-1bf1-293926f04b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.209257] env[63070]: DEBUG nova.compute.utils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.211217] env[63070]: DEBUG nova.compute.manager [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1404.211694] env[63070]: DEBUG nova.network.neutron [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1404.229640] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770306, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.254121] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770307, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.318378] env[63070]: DEBUG oslo_vmware.api [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770308, 'name': PowerOffVM_Task, 'duration_secs': 0.219755} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.318651] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.318821] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1404.319100] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4626976-718c-40f6-aa5a-77d1e9a722e3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.334031] env[63070]: DEBUG nova.policy [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ecb94958f524b169e2c9d68f8b65e89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b9d3d1201e84ba28617839ea8cf52fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1404.377898] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770309, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.399291] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528bce8e-5a3f-1b21-1bf1-293926f04b84, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.402382] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.402671] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e/09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.402969] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e1b6cbb-7840-4106-a668-1567635376d9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.413058] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1404.413058] env[63070]: value = "task-1770311" [ 1404.413058] env[63070]: _type = "Task" [ 1404.413058] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.414646] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.414896] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.415410] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Deleting the datastore file [datastore1] 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.419407] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a242a99-e6fa-40da-b558-018f0aea4938 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.428723] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.431341] env[63070]: DEBUG oslo_vmware.api [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for the task: (returnval){ [ 1404.431341] env[63070]: value = "task-1770312" [ 1404.431341] env[63070]: _type = "Task" [ 1404.431341] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.441729] env[63070]: DEBUG oslo_vmware.api [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.720087] env[63070]: DEBUG nova.network.neutron [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Updated VIF entry in instance network info cache for port 6e602df4-395a-48ee-88e9-fe77827cc2d6. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.720581] env[63070]: DEBUG nova.network.neutron [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Updating instance_info_cache with network_info: [{"id": "6b8767c8-02e2-464c-9ddf-9a9469c69eab", "address": "fa:16:3e:c5:94:5f", "network": {"id": "4ce5d6d0-8293-4bb5-bc11-2f927000c2fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-627452375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8767c8-02", "ovs_interfaceid": "6b8767c8-02e2-464c-9ddf-9a9469c69eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65632430-2064-474e-ac11-9adf5dc1ac8d", "address": "fa:16:3e:cf:98:94", "network": {"id": "51019d5a-aba1-4c24-9eb2-cc35e609a9af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1783585082", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65632430-20", "ovs_interfaceid": "65632430-2064-474e-ac11-9adf5dc1ac8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e602df4-395a-48ee-88e9-fe77827cc2d6", "address": "fa:16:3e:6d:7d:2c", "network": {"id": "4ce5d6d0-8293-4bb5-bc11-2f927000c2fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-627452375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e602df4-39", "ovs_interfaceid": "6e602df4-395a-48ee-88e9-fe77827cc2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.723262] env[63070]: DEBUG nova.compute.manager [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1404.748024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquiring lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.748024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.758908] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770306, 'name': CreateVM_Task, 'duration_secs': 0.593188} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.758908] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.760584] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.762791] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.763502] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1404.765205] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance b3ca0f28-6932-4cf9-b58a-568e398640da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1404.765810] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance c3ff61a7-44d8-45e0-bf80-c38537c892cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.765810] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance b006f13b-0041-499b-a4e2-019e9992071a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.765810] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 061f91da-9911-4400-ba28-0e85b2c328f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.765810] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance d78810bc-5406-4c10-87ee-1f7e65f68807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.765810] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance efe551af-1396-46e5-b398-d3785acae4f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.766047] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 53521a81-effa-4be1-8093-c2fb7cf443ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.766269] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance bd33682d-74a2-44b4-9f07-c172b2b9a42f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.766323] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 46c4833a-37de-4b16-904a-a88e50cb1998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.766465] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fa6c0993-26e8-43a3-8b54-2768ac1171bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.766606] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 479bc771-a4cc-49fb-8de5-0f2ba643704a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.766767] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1404.766916] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 8050a7a8-fe9d-462e-8301-738134742730 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1404.767069] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 9728411c-2d32-4eaf-82ac-b0c3138d45d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.767223] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance cbb697f8-5715-43c5-882e-73b7232789f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.767394] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 4d963ae9-fd16-4412-b94c-a8148229f332 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1404.767935] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.767935] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 55e951bd-d72e-409a-b69f-f61fe72d96ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.767935] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 61a92832-9fca-49e7-a1e6-fadd39ed54b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.767935] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.767935] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 01a1da0b-19d8-48b5-802a-9bf3a3661a49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.769077] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.769282] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 6a483d36-7cd6-4996-b187-8beb6fc95912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.778633] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3dcbbb3-1395-42f9-9526-80573f0aa696 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.781233] env[63070]: DEBUG oslo_vmware.api [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770307, 'name': RemoveSnapshot_Task, 'duration_secs': 0.713131} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.785022] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1404.785022] env[63070]: INFO nova.compute.manager [None req-67cf3694-725e-4262-886f-c6b4c9e60a16 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Took 17.02 seconds to snapshot the instance on the hypervisor. [ 1404.789658] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1404.789658] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5202c328-299a-0a81-bc1d-567a4a911cb1" [ 1404.789658] env[63070]: _type = "Task" [ 1404.789658] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.801786] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5202c328-299a-0a81-bc1d-567a4a911cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.879106] env[63070]: DEBUG oslo_vmware.api [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770309, 'name': PowerOnVM_Task, 'duration_secs': 0.529821} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.879667] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.880065] env[63070]: INFO nova.compute.manager [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1404.880451] env[63070]: DEBUG nova.compute.manager [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.881690] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ead0ce9-7d58-45b9-aa74-cd9af841cbf3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.895049] env[63070]: DEBUG nova.network.neutron [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Successfully created port: 6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1404.927667] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.932072] env[63070]: DEBUG nova.compute.manager [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Received event network-changed-926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1404.932621] env[63070]: DEBUG nova.compute.manager [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Refreshing instance network info cache due to event network-changed-926e6452-05bd-4686-ac6d-2a183f5d3093. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1404.932621] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] Acquiring lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.932774] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] Acquired lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.932964] env[63070]: DEBUG nova.network.neutron [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Refreshing network info cache for port 926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.946548] env[63070]: DEBUG oslo_vmware.api [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Task: {'id': task-1770312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15649} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.946798] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.947101] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.947221] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.947417] env[63070]: INFO nova.compute.manager [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1404.948038] env[63070]: DEBUG oslo.service.loopingcall [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.948038] env[63070]: DEBUG nova.compute.manager [-] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.948038] env[63070]: DEBUG nova.network.neutron [-] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1405.244501] env[63070]: DEBUG oslo_concurrency.lockutils [req-037dcde9-cb7c-4ada-81b2-aae02c222519 req-601e90a9-e0d8-4a79-a5c7-3d2e0f0b8d96 service nova] Releasing lock "refresh_cache-0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.283120] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f75ea9ed-d5ca-49c3-b705-36ef56c801e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1405.299916] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5202c328-299a-0a81-bc1d-567a4a911cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.063712} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.300241] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.300467] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.300693] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.300838] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.301020] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.301972] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e875507e-df4c-4f3e-aeaf-327b2b73ebdc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.310234] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.310423] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.311736] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfe9c95-43dd-4fd5-b418-b47a4302edf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.323452] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1405.323452] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cd7c7d-aff7-fb6c-970a-84e3ca3f8276" [ 1405.323452] env[63070]: _type = "Task" [ 1405.323452] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.331964] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cd7c7d-aff7-fb6c-970a-84e3ca3f8276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.407907] env[63070]: INFO nova.compute.manager [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Took 40.94 seconds to build instance. [ 1405.428745] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541815} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.431217] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e/09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.431217] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1405.431217] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6372f4d2-3577-4f85-9868-da30598aa078 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.443555] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1405.443555] env[63070]: value = "task-1770313" [ 1405.443555] env[63070]: _type = "Task" [ 1405.443555] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.457937] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.564127] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.564354] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.746632] env[63070]: DEBUG nova.compute.manager [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1405.778475] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.778769] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.778952] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.779176] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.779292] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.779440] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.779649] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.779812] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.780016] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.780214] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.780397] env[63070]: DEBUG nova.virt.hardware [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.781264] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03547729-45b3-4df4-8a1a-eb8f3c5e9f29 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.790430] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 474592d1-4a20-479d-85a9-a86c846849b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1405.803368] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9d8f6e-ebac-4bfe-a603-5967e5e39db4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.834098] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cd7c7d-aff7-fb6c-970a-84e3ca3f8276, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.834932] env[63070]: DEBUG nova.network.neutron [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updated VIF entry in instance network info cache for port 926e6452-05bd-4686-ac6d-2a183f5d3093. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.835279] env[63070]: DEBUG nova.network.neutron [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updating instance_info_cache with network_info: [{"id": "926e6452-05bd-4686-ac6d-2a183f5d3093", "address": "fa:16:3e:de:a6:d2", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926e6452-05", "ovs_interfaceid": "926e6452-05bd-4686-ac6d-2a183f5d3093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.838599] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2149034-3a71-4229-9a5f-d6cff0999a47 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.845353] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1405.845353] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b10a62-b1cc-6566-89a8-8ed5f27bd2bc" [ 1405.845353] env[63070]: _type = "Task" [ 1405.845353] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.854360] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b10a62-b1cc-6566-89a8-8ed5f27bd2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.912135] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17d95acd-4d7a-4ae8-85a3-dbd892399ed0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "01a1da0b-19d8-48b5-802a-9bf3a3661a49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.340s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.953138] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108698} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.953402] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.954179] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6f0294-1e81-4772-92e0-72bc31934919 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.973475] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e/09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.973764] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23d87ed3-63fd-4d56-88c4-8649d9b8e9df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.992727] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1405.992727] env[63070]: value = "task-1770314" [ 1405.992727] env[63070]: _type = "Task" [ 1405.992727] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.000441] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.146641] env[63070]: DEBUG nova.compute.manager [req-22a6a82b-0df4-42cd-8bdc-bc9117e0905b req-55d2034c-9627-4fdc-9ef3-5c770e605e6d service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Received event network-vif-deleted-46c61f52-1764-4f07-8074-8d7c96e34708 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1406.146956] env[63070]: INFO nova.compute.manager [req-22a6a82b-0df4-42cd-8bdc-bc9117e0905b req-55d2034c-9627-4fdc-9ef3-5c770e605e6d service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Neutron deleted interface 46c61f52-1764-4f07-8074-8d7c96e34708; detaching it from the instance and deleting it from the info cache [ 1406.147588] env[63070]: DEBUG nova.network.neutron [req-22a6a82b-0df4-42cd-8bdc-bc9117e0905b req-55d2034c-9627-4fdc-9ef3-5c770e605e6d service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.192007] env[63070]: DEBUG nova.network.neutron [-] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.294158] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 39ed78b7-ec3f-404f-84e3-f47ac4f9519d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1406.338381] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] Releasing lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.338655] env[63070]: DEBUG nova.compute.manager [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Received event network-changed-01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1406.338828] env[63070]: DEBUG nova.compute.manager [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Refreshing instance network info cache due to event network-changed-01fa5603-6415-43a8-8d69-3e4b1034f1b7. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1406.339078] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] Acquiring lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.339228] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] Acquired lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.339392] env[63070]: DEBUG nova.network.neutron [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Refreshing network info cache for port 01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.356685] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b10a62-b1cc-6566-89a8-8ed5f27bd2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.357937] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.358211] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a/0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.361034] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61d134f4-e31b-47ac-91ee-ddc56df85a48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.369543] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1406.369543] env[63070]: value = "task-1770315" [ 1406.369543] env[63070]: _type = "Task" [ 1406.369543] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.378565] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.413024] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.506450] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.649952] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf18fc97-60a5-423d-b2f5-de5c9f88c2ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.664739] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe1ba9d-31d4-4660-9cee-06b7c99ce3f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.703709] env[63070]: INFO nova.compute.manager [-] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Took 1.76 seconds to deallocate network for instance. [ 1406.704141] env[63070]: DEBUG nova.compute.manager [req-22a6a82b-0df4-42cd-8bdc-bc9117e0905b req-55d2034c-9627-4fdc-9ef3-5c770e605e6d service nova] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Detach interface failed, port_id=46c61f52-1764-4f07-8074-8d7c96e34708, reason: Instance 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1406.800519] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 0861abe8-7840-4a5b-ac67-ae8576f66303 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1406.862240] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.862516] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.862729] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.862917] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.863105] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.865367] env[63070]: INFO nova.compute.manager [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Terminating instance [ 1406.879011] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770315, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.950693] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.005461] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.066316] env[63070]: DEBUG nova.compute.manager [req-41f93085-f727-4869-8925-701b6ef043ae req-fe672c42-af4b-42e0-a077-ab31057b045a service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Received event network-changed-01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1407.066506] env[63070]: DEBUG nova.compute.manager [req-41f93085-f727-4869-8925-701b6ef043ae req-fe672c42-af4b-42e0-a077-ab31057b045a service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Refreshing instance network info cache due to event network-changed-01fa5603-6415-43a8-8d69-3e4b1034f1b7. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1407.066712] env[63070]: DEBUG oslo_concurrency.lockutils [req-41f93085-f727-4869-8925-701b6ef043ae req-fe672c42-af4b-42e0-a077-ab31057b045a service nova] Acquiring lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.124536] env[63070]: DEBUG nova.network.neutron [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Successfully updated port: 6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1407.205414] env[63070]: DEBUG nova.network.neutron [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Updated VIF entry in instance network info cache for port 01fa5603-6415-43a8-8d69-3e4b1034f1b7. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.205772] env[63070]: DEBUG nova.network.neutron [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Updating instance_info_cache with network_info: [{"id": "01fa5603-6415-43a8-8d69-3e4b1034f1b7", "address": "fa:16:3e:fb:fc:e3", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fa5603-64", "ovs_interfaceid": "01fa5603-6415-43a8-8d69-3e4b1034f1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.210474] env[63070]: DEBUG oslo_concurrency.lockutils [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.301521] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 9f81fa88-6a8c-44c2-be45-2c28d4df5062 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1407.369014] env[63070]: DEBUG nova.compute.manager [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.369365] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.370392] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6459cd75-5ae6-4e51-badb-645847432f0e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.385922] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52347} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.388277] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a/0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.388544] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.389122] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.389381] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4ef700-e011-4b38-9a4f-bdcee6d31952 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.392391] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccda23a0-2ff8-4f23-8085-e9dfeba57b30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.399547] env[63070]: DEBUG oslo_vmware.api [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1407.399547] env[63070]: value = "task-1770316" [ 1407.399547] env[63070]: _type = "Task" [ 1407.399547] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.401178] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1407.401178] env[63070]: value = "task-1770317" [ 1407.401178] env[63070]: _type = "Task" [ 1407.401178] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.413545] env[63070]: DEBUG oslo_vmware.api [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.417550] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.506894] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.532295] env[63070]: DEBUG nova.compute.manager [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.534127] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541d6f96-5865-427c-a8e6-b919added420 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.631183] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.631183] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.631183] env[63070]: DEBUG nova.network.neutron [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.710220] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a5c2ba2-bc78-4703-b692-972b5f54339f req-d27762e0-a13d-4251-8cff-77328848299b service nova] Releasing lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.710656] env[63070]: DEBUG oslo_concurrency.lockutils [req-41f93085-f727-4869-8925-701b6ef043ae req-fe672c42-af4b-42e0-a077-ab31057b045a service nova] Acquired lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.710889] env[63070]: DEBUG nova.network.neutron [req-41f93085-f727-4869-8925-701b6ef043ae req-fe672c42-af4b-42e0-a077-ab31057b045a service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Refreshing network info cache for port 01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.804549] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance d6f098c7-4ce7-440f-9b44-1eecdb8b6c27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1407.914289] env[63070]: DEBUG oslo_vmware.api [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.916685] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080266} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.916938] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.917672] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403e61ce-2b10-4739-96ec-6a5f6d4330d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.945955] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a/0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.946457] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de72a02e-3f90-4cd9-94d8-c1242b340115 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.973774] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1407.973774] env[63070]: value = "task-1770318" [ 1407.973774] env[63070]: _type = "Task" [ 1407.973774] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.982089] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.004791] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770314, 'name': ReconfigVM_Task, 'duration_secs': 2.008226} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.004980] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e/09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.005668] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65c626f9-2f57-4fb4-993a-8f75a917e8f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.013426] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1408.013426] env[63070]: value = "task-1770319" [ 1408.013426] env[63070]: _type = "Task" [ 1408.013426] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.020916] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770319, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.048018] env[63070]: INFO nova.compute.manager [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] instance snapshotting [ 1408.048801] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128d51c9-e430-4fa4-b931-c87c2e14b1ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.067383] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f00410-85c2-47aa-ae96-dcf9ba9eef4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.166567] env[63070]: DEBUG nova.network.neutron [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.174501] env[63070]: DEBUG nova.compute.manager [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Received event network-vif-plugged-6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1408.174501] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] Acquiring lock "6a483d36-7cd6-4996-b187-8beb6fc95912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.176599] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] Lock "6a483d36-7cd6-4996-b187-8beb6fc95912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.176599] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] Lock "6a483d36-7cd6-4996-b187-8beb6fc95912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.176599] env[63070]: DEBUG nova.compute.manager [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] No waiting events found dispatching network-vif-plugged-6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.176599] env[63070]: WARNING nova.compute.manager [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Received unexpected event network-vif-plugged-6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8 for instance with vm_state building and task_state spawning. [ 1408.176599] env[63070]: DEBUG nova.compute.manager [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Received event network-changed-6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1408.176599] env[63070]: DEBUG nova.compute.manager [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Refreshing instance network info cache due to event network-changed-6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1408.176599] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] Acquiring lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.308104] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance d6857835-31a5-47da-a63d-245672f30cb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1408.413492] env[63070]: DEBUG oslo_vmware.api [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770316, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.419173] env[63070]: DEBUG nova.network.neutron [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Updating instance_info_cache with network_info: [{"id": "6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8", "address": "fa:16:3e:df:6b:f7", "network": {"id": "2c7ae3b9-d0ea-4012-baba-f1eeddbc9e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355776928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4b9d3d1201e84ba28617839ea8cf52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd9ec30-e8", "ovs_interfaceid": "6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.484743] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.522926] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770319, 'name': Rename_Task, 'duration_secs': 0.471944} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.523213] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.523487] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc6fc125-e6ee-467e-99e5-c54c750eec26 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.529897] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1408.529897] env[63070]: value = "task-1770320" [ 1408.529897] env[63070]: _type = "Task" [ 1408.529897] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.540623] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.543767] env[63070]: DEBUG nova.network.neutron [req-41f93085-f727-4869-8925-701b6ef043ae req-fe672c42-af4b-42e0-a077-ab31057b045a service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Updated VIF entry in instance network info cache for port 01fa5603-6415-43a8-8d69-3e4b1034f1b7. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.544105] env[63070]: DEBUG nova.network.neutron [req-41f93085-f727-4869-8925-701b6ef043ae req-fe672c42-af4b-42e0-a077-ab31057b045a service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Updating instance_info_cache with network_info: [{"id": "01fa5603-6415-43a8-8d69-3e4b1034f1b7", "address": "fa:16:3e:fb:fc:e3", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fa5603-64", "ovs_interfaceid": "01fa5603-6415-43a8-8d69-3e4b1034f1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.578524] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1408.578813] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69258dfb-cc25-492c-b134-689f378e9dba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.586149] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1408.586149] env[63070]: value = "task-1770321" [ 1408.586149] env[63070]: _type = "Task" [ 1408.586149] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.595150] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770321, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.812213] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 15a90e03-5481-404e-828d-2ed1dfe6469a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1408.913283] env[63070]: DEBUG oslo_vmware.api [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770316, 'name': PowerOffVM_Task, 'duration_secs': 1.035964} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.913564] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.913724] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.913973] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7db65b46-50e3-40db-b949-5b53199dbadc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.924748] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.925141] env[63070]: DEBUG nova.compute.manager [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Instance network_info: |[{"id": "6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8", "address": "fa:16:3e:df:6b:f7", "network": {"id": "2c7ae3b9-d0ea-4012-baba-f1eeddbc9e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355776928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4b9d3d1201e84ba28617839ea8cf52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd9ec30-e8", "ovs_interfaceid": "6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1408.925476] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] Acquired lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.925673] env[63070]: DEBUG nova.network.neutron [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Refreshing network info cache for port 6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.927721] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:6b:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.937033] env[63070]: DEBUG oslo.service.loopingcall [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.941307] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.941954] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed330955-e8d8-4c47-a0a0-b3b02c438b32 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.964027] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.964027] env[63070]: value = "task-1770323" [ 1408.964027] env[63070]: _type = "Task" [ 1408.964027] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.971903] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770323, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.983889] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770318, 'name': ReconfigVM_Task, 'duration_secs': 0.847417} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.983889] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a/0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.984493] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-909b3cde-9bcd-494c-95b3-6c8e43b2f3a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.990668] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1408.990668] env[63070]: value = "task-1770324" [ 1408.990668] env[63070]: _type = "Task" [ 1408.990668] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.001245] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.001245] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.001245] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Deleting the datastore file [datastore1] 61a92832-9fca-49e7-a1e6-fadd39ed54b1 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.001245] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-851f86b0-ba37-484f-8b9d-cfe76fa2493c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.005695] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770324, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.011374] env[63070]: DEBUG oslo_vmware.api [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1409.011374] env[63070]: value = "task-1770325" [ 1409.011374] env[63070]: _type = "Task" [ 1409.011374] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.021545] env[63070]: DEBUG oslo_vmware.api [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.039046] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.047594] env[63070]: DEBUG oslo_concurrency.lockutils [req-41f93085-f727-4869-8925-701b6ef043ae req-fe672c42-af4b-42e0-a077-ab31057b045a service nova] Releasing lock "refresh_cache-61a92832-9fca-49e7-a1e6-fadd39ed54b1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.100049] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770321, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.102447] env[63070]: DEBUG nova.compute.manager [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Received event network-changed-926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1409.102627] env[63070]: DEBUG nova.compute.manager [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Refreshing instance network info cache due to event network-changed-926e6452-05bd-4686-ac6d-2a183f5d3093. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1409.102847] env[63070]: DEBUG oslo_concurrency.lockutils [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] Acquiring lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.103064] env[63070]: DEBUG oslo_concurrency.lockutils [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] Acquired lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.103157] env[63070]: DEBUG nova.network.neutron [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Refreshing network info cache for port 926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.211147] env[63070]: DEBUG nova.network.neutron [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Updated VIF entry in instance network info cache for port 6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.211563] env[63070]: DEBUG nova.network.neutron [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Updating instance_info_cache with network_info: [{"id": "6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8", "address": "fa:16:3e:df:6b:f7", "network": {"id": "2c7ae3b9-d0ea-4012-baba-f1eeddbc9e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355776928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4b9d3d1201e84ba28617839ea8cf52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd9ec30-e8", "ovs_interfaceid": "6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.316762] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 0cd4fefd-cbde-4ad2-b229-5979b1571b33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1409.473280] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770323, 'name': CreateVM_Task, 'duration_secs': 0.340571} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.473563] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1409.474120] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.474295] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.474607] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1409.474854] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9faf48-4e9c-435d-ad92-bb24b288f479 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.479476] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1409.479476] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e3b219-aa4a-539c-c9f5-cacfbf86f0d1" [ 1409.479476] env[63070]: _type = "Task" [ 1409.479476] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.486904] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e3b219-aa4a-539c-c9f5-cacfbf86f0d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.500434] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770324, 'name': Rename_Task, 'duration_secs': 0.192759} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.500681] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.500905] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea8da86d-b875-41f2-89a6-e50c90672595 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.507195] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1409.507195] env[63070]: value = "task-1770326" [ 1409.507195] env[63070]: _type = "Task" [ 1409.507195] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.516760] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.521168] env[63070]: DEBUG oslo_vmware.api [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159933} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.521393] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.521569] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.521753] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.521907] env[63070]: INFO nova.compute.manager [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1409.522147] env[63070]: DEBUG oslo.service.loopingcall [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.522330] env[63070]: DEBUG nova.compute.manager [-] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.522423] env[63070]: DEBUG nova.network.neutron [-] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.538673] env[63070]: DEBUG oslo_vmware.api [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770320, 'name': PowerOnVM_Task, 'duration_secs': 0.510183} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.538958] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.539198] env[63070]: INFO nova.compute.manager [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1409.539375] env[63070]: DEBUG nova.compute.manager [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.540169] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a03b3-c94f-4205-a47b-46f472a812c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.596533] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770321, 'name': CreateSnapshot_Task, 'duration_secs': 0.723693} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.596812] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1409.597566] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30835d3-dfb7-42f7-ba8a-22824f85d811 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.714152] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7320803-0959-4f75-8c99-940d29a4fb9c req-bbea1833-7a10-4204-b00e-9de4bc1dfc8a service nova] Releasing lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.824601] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f03a1e87-a324-4bda-9533-46de2402fe92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1409.994758] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e3b219-aa4a-539c-c9f5-cacfbf86f0d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.995083] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.995321] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.995554] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.995829] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.996033] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.996322] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad783b27-25a6-4696-87f8-a9be457fd1a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.006130] env[63070]: DEBUG nova.network.neutron [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updated VIF entry in instance network info cache for port 926e6452-05bd-4686-ac6d-2a183f5d3093. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.010024] env[63070]: DEBUG nova.network.neutron [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updating instance_info_cache with network_info: [{"id": "926e6452-05bd-4686-ac6d-2a183f5d3093", "address": "fa:16:3e:de:a6:d2", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926e6452-05", "ovs_interfaceid": "926e6452-05bd-4686-ac6d-2a183f5d3093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.013949] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.014150] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.017600] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3747cd20-3e07-422a-b6f2-7e77c322bc7c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.024299] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770326, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.025121] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1410.025121] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520c1836-a33e-7082-fa92-c4607010a102" [ 1410.025121] env[63070]: _type = "Task" [ 1410.025121] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.034963] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520c1836-a33e-7082-fa92-c4607010a102, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.035649] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c522b0-1135-48ae-a36d-d7bef0b19667 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.040816] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1410.040816] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c9ddf5-6775-8c55-b90d-21277a5305d5" [ 1410.040816] env[63070]: _type = "Task" [ 1410.040816] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.052902] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c9ddf5-6775-8c55-b90d-21277a5305d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.057419] env[63070]: INFO nova.compute.manager [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Took 40.78 seconds to build instance. [ 1410.118020] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1410.118020] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9712270d-7dd1-4074-93d4-224e4e4e8204 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.127566] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1410.127566] env[63070]: value = "task-1770327" [ 1410.127566] env[63070]: _type = "Task" [ 1410.127566] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.137440] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770327, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.275996] env[63070]: DEBUG nova.compute.manager [req-1b636300-95a5-4304-bf4c-1fb9f9c65d49 req-74bf8415-f905-4ba6-9d6e-4d04dee01bb7 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Received event network-vif-deleted-01fa5603-6415-43a8-8d69-3e4b1034f1b7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1410.276428] env[63070]: INFO nova.compute.manager [req-1b636300-95a5-4304-bf4c-1fb9f9c65d49 req-74bf8415-f905-4ba6-9d6e-4d04dee01bb7 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Neutron deleted interface 01fa5603-6415-43a8-8d69-3e4b1034f1b7; detaching it from the instance and deleting it from the info cache [ 1410.276648] env[63070]: DEBUG nova.network.neutron [req-1b636300-95a5-4304-bf4c-1fb9f9c65d49 req-74bf8415-f905-4ba6-9d6e-4d04dee01bb7 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.326399] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 0e05fbde-7467-4dfd-99f5-868e48de6e3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1410.402268] env[63070]: DEBUG nova.network.neutron [-] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.518667] env[63070]: DEBUG oslo_concurrency.lockutils [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] Releasing lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.519460] env[63070]: DEBUG nova.compute.manager [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Received event network-changed-926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1410.519460] env[63070]: DEBUG nova.compute.manager [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Refreshing instance network info cache due to event network-changed-926e6452-05bd-4686-ac6d-2a183f5d3093. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1410.519460] env[63070]: DEBUG oslo_concurrency.lockutils [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] Acquiring lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.519569] env[63070]: DEBUG oslo_concurrency.lockutils [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] Acquired lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.519720] env[63070]: DEBUG nova.network.neutron [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Refreshing network info cache for port 926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.521036] env[63070]: DEBUG oslo_vmware.api [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770326, 'name': PowerOnVM_Task, 'duration_secs': 0.840001} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.521332] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.521541] env[63070]: INFO nova.compute.manager [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Took 17.45 seconds to spawn the instance on the hypervisor. [ 1410.521919] env[63070]: DEBUG nova.compute.manager [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.522811] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41e7d7d-730d-4082-84f5-bf4aacf90889 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.552947] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c9ddf5-6775-8c55-b90d-21277a5305d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.553252] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.553520] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 6a483d36-7cd6-4996-b187-8beb6fc95912/6a483d36-7cd6-4996-b187-8beb6fc95912.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.553785] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3023747e-29f7-4a8c-9435-53177585d09e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.559466] env[63070]: DEBUG oslo_concurrency.lockutils [None req-52c3081c-1a00-4170-b637-1d6aad3c0eb6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.382s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.561636] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1410.561636] env[63070]: value = "task-1770328" [ 1410.561636] env[63070]: _type = "Task" [ 1410.561636] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.572815] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.638072] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770327, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.768913] env[63070]: INFO nova.compute.manager [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Rebuilding instance [ 1410.780704] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fbfd99a-c74d-4356-9cc7-544d39cd7295 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.792318] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a17c7-4c8d-4791-a6d5-e41e822e5774 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.834024] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance e621dfd7-d429-4922-a660-d2f2e6385870 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1410.835926] env[63070]: DEBUG nova.compute.manager [req-1b636300-95a5-4304-bf4c-1fb9f9c65d49 req-74bf8415-f905-4ba6-9d6e-4d04dee01bb7 service nova] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Detach interface failed, port_id=01fa5603-6415-43a8-8d69-3e4b1034f1b7, reason: Instance 61a92832-9fca-49e7-a1e6-fadd39ed54b1 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1410.842573] env[63070]: DEBUG nova.compute.manager [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.843676] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dd1100-08a3-495c-a92e-3e46d8bb4c4c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.905488] env[63070]: INFO nova.compute.manager [-] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Took 1.38 seconds to deallocate network for instance. [ 1411.041289] env[63070]: INFO nova.compute.manager [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Took 54.93 seconds to build instance. [ 1411.063963] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.077639] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770328, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.139507] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770327, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.292100] env[63070]: DEBUG nova.network.neutron [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updated VIF entry in instance network info cache for port 926e6452-05bd-4686-ac6d-2a183f5d3093. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.292100] env[63070]: DEBUG nova.network.neutron [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updating instance_info_cache with network_info: [{"id": "926e6452-05bd-4686-ac6d-2a183f5d3093", "address": "fa:16:3e:de:a6:d2", "network": {"id": "c76aef67-714f-482b-94c0-87ba5bf1d4f9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-5571456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "846f347df09e475e85f81fe9307a6236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap926e6452-05", "ovs_interfaceid": "926e6452-05bd-4686-ac6d-2a183f5d3093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.337630] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 034bdc08-eee7-46cd-a37e-3f621cc593f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1411.412982] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.544035] env[63070]: DEBUG oslo_concurrency.lockutils [None req-239927f5-10c1-49e0-9a20-d325b35887e0 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.164s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.581212] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520684} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.581536] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 6a483d36-7cd6-4996-b187-8beb6fc95912/6a483d36-7cd6-4996-b187-8beb6fc95912.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.582452] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.583028] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2f1d258-c287-49c2-b5c7-6dfecbf63e2a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.585787] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.589937] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1411.589937] env[63070]: value = "task-1770329" [ 1411.589937] env[63070]: _type = "Task" [ 1411.589937] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.600384] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.639125] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770327, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.796065] env[63070]: DEBUG oslo_concurrency.lockutils [req-9e309073-68c4-427b-98d5-0005f16e8d85 req-1c1605da-68ed-4305-8d57-9dd033433094 service nova] Releasing lock "refresh_cache-d78810bc-5406-4c10-87ee-1f7e65f68807" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.834696] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.835255] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.835484] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.835692] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.835878] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.838129] env[63070]: INFO nova.compute.manager [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Terminating instance [ 1411.839954] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance c8f758c5-2ab4-468d-88b7-f18d11b16d8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1411.858090] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.858666] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c0ed720-57c5-4eba-9e4f-4cbad6211953 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.865552] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1411.865552] env[63070]: value = "task-1770330" [ 1411.865552] env[63070]: _type = "Task" [ 1411.865552] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.874844] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.046096] env[63070]: DEBUG nova.compute.manager [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1412.101366] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071475} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.102035] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.102479] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aa894f-238d-4e0d-9216-e98ae810d116 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.126165] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 6a483d36-7cd6-4996-b187-8beb6fc95912/6a483d36-7cd6-4996-b187-8beb6fc95912.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.126902] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02055bfe-7b5b-4f61-b558-6108c7912550 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.155057] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770327, 'name': CloneVM_Task, 'duration_secs': 1.752026} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.155057] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Created linked-clone VM from snapshot [ 1412.155057] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1412.155057] env[63070]: value = "task-1770331" [ 1412.155057] env[63070]: _type = "Task" [ 1412.155057] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.155057] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb2fa3-55b9-42e6-8904-a474ac702ae4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.166323] env[63070]: DEBUG oslo_concurrency.lockutils [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.166323] env[63070]: DEBUG oslo_concurrency.lockutils [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.166323] env[63070]: DEBUG oslo_concurrency.lockutils [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.166713] env[63070]: DEBUG oslo_concurrency.lockutils [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.166713] env[63070]: DEBUG oslo_concurrency.lockutils [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.168219] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Uploading image 98c17ef1-597c-446c-bd41-518b60e48e62 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1412.175040] env[63070]: INFO nova.compute.manager [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Terminating instance [ 1412.176257] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.196784] env[63070]: DEBUG oslo_vmware.rw_handles [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1412.196784] env[63070]: value = "vm-367633" [ 1412.196784] env[63070]: _type = "VirtualMachine" [ 1412.196784] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1412.196954] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9c67f434-836b-4ba9-ba70-b452e6e0c7de {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.204302] env[63070]: DEBUG oslo_vmware.rw_handles [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lease: (returnval){ [ 1412.204302] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a1d9a-9f9d-a7e1-6d71-f07dbd59eeff" [ 1412.204302] env[63070]: _type = "HttpNfcLease" [ 1412.204302] env[63070]: } obtained for exporting VM: (result){ [ 1412.204302] env[63070]: value = "vm-367633" [ 1412.204302] env[63070]: _type = "VirtualMachine" [ 1412.204302] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1412.204643] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the lease: (returnval){ [ 1412.204643] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a1d9a-9f9d-a7e1-6d71-f07dbd59eeff" [ 1412.204643] env[63070]: _type = "HttpNfcLease" [ 1412.204643] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1412.212152] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.212152] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a1d9a-9f9d-a7e1-6d71-f07dbd59eeff" [ 1412.212152] env[63070]: _type = "HttpNfcLease" [ 1412.212152] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1412.343866] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 07ce5a1d-ea87-4da0-a818-dac9ccb7af88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1412.344243] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1412.344398] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1412.349059] env[63070]: DEBUG nova.compute.manager [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.349059] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.349372] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74051b60-a279-4acb-b7e1-e342b6674aed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.356914] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.357171] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b75b1566-f82c-4ca8-a17b-d26fcf6ba315 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.363746] env[63070]: DEBUG oslo_vmware.api [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1412.363746] env[63070]: value = "task-1770333" [ 1412.363746] env[63070]: _type = "Task" [ 1412.363746] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.376500] env[63070]: DEBUG oslo_vmware.api [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.379726] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770330, 'name': PowerOffVM_Task, 'duration_secs': 0.352986} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.382359] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.382595] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.383564] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16642809-3a30-40bc-becf-b0635f3e686b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.390108] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.390342] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bdb4f13-47b3-4e0c-8d5c-5d15aaaf48d1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.418692] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.418976] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.419221] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Deleting the datastore file [datastore1] 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.421971] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73c180fe-0ce5-450c-9ede-2eb7abbbcf30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.428882] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1412.428882] env[63070]: value = "task-1770335" [ 1412.428882] env[63070]: _type = "Task" [ 1412.428882] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.437381] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.572645] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.626181] env[63070]: DEBUG oslo_concurrency.lockutils [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Acquiring lock "b006f13b-0041-499b-a4e2-019e9992071a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.626535] env[63070]: DEBUG oslo_concurrency.lockutils [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Lock "b006f13b-0041-499b-a4e2-019e9992071a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.670065] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770331, 'name': ReconfigVM_Task, 'duration_secs': 0.480436} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.670364] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 6a483d36-7cd6-4996-b187-8beb6fc95912/6a483d36-7cd6-4996-b187-8beb6fc95912.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.670987] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d0eb655-b940-4da2-a794-8871b7f82a41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.679918] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1412.679918] env[63070]: value = "task-1770336" [ 1412.679918] env[63070]: _type = "Task" [ 1412.679918] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.680910] env[63070]: DEBUG nova.compute.manager [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.681125] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.684609] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5574a6-9834-49ad-976b-2eeecf7999f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.692307] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770336, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.696705] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.697182] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79125529-f43a-47d0-b0ec-4a2cc1f369d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.703195] env[63070]: DEBUG oslo_vmware.api [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1412.703195] env[63070]: value = "task-1770337" [ 1412.703195] env[63070]: _type = "Task" [ 1412.703195] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.720470] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.720734] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.720939] env[63070]: DEBUG oslo_vmware.api [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.726451] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.726451] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a1d9a-9f9d-a7e1-6d71-f07dbd59eeff" [ 1412.726451] env[63070]: _type = "HttpNfcLease" [ 1412.726451] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1412.726787] env[63070]: DEBUG oslo_vmware.rw_handles [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1412.726787] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a1d9a-9f9d-a7e1-6d71-f07dbd59eeff" [ 1412.726787] env[63070]: _type = "HttpNfcLease" [ 1412.726787] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1412.727574] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b2b73-ab7d-4b5a-8dcf-acbd38922e70 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.737051] env[63070]: DEBUG oslo_vmware.rw_handles [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c53898-9e0a-4cce-d639-66999143de73/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1412.737260] env[63070]: DEBUG oslo_vmware.rw_handles [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c53898-9e0a-4cce-d639-66999143de73/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1412.837136] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f46941cf-7189-4ae7-ba59-58199ebab632 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.880749] env[63070]: DEBUG oslo_vmware.api [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770333, 'name': PowerOffVM_Task, 'duration_secs': 0.332138} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.881047] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.881218] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.881478] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-173e201b-2278-46b2-803a-c910038ffe32 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.939898] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097759} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.942768] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.942958] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1412.943154] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1412.971810] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56766106-9cc3-4614-aaf3-4670abf5bebb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.981859] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce0919-418f-4682-a033-bdababb79f17 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.013165] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac628415-02eb-4b9e-82ca-967b84956791 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.020878] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92409865-fed9-4637-ac33-556b94ec2f90 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.034868] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1413.074708] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.074708] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.074708] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Deleting the datastore file [datastore1] 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.074708] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78bae33b-412e-409e-b987-d4365676403c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.081609] env[63070]: DEBUG oslo_vmware.api [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1413.081609] env[63070]: value = "task-1770339" [ 1413.081609] env[63070]: _type = "Task" [ 1413.081609] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.089678] env[63070]: DEBUG oslo_vmware.api [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.130301] env[63070]: DEBUG nova.compute.utils [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1413.190619] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770336, 'name': Rename_Task, 'duration_secs': 0.161982} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.191240] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.191703] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c527b0b6-e4c2-406d-adcd-b11e04b92fde {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.197956] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1413.197956] env[63070]: value = "task-1770340" [ 1413.197956] env[63070]: _type = "Task" [ 1413.197956] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.206578] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.216981] env[63070]: DEBUG oslo_vmware.api [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770337, 'name': PowerOffVM_Task, 'duration_secs': 0.288647} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.217753] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.218182] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.218908] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24f40f38-3270-4b01-a061-bbfc1a6a5a46 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.311741] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.312118] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.312478] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Deleting the datastore file [datastore1] c3ff61a7-44d8-45e0-bf80-c38537c892cf {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.312879] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4421da7-3a85-41aa-92ef-dae46a8d66b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.320368] env[63070]: DEBUG oslo_vmware.api [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1413.320368] env[63070]: value = "task-1770342" [ 1413.320368] env[63070]: _type = "Task" [ 1413.320368] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.331337] env[63070]: DEBUG oslo_vmware.api [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.558902] env[63070]: ERROR nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [req-784f4e05-5661-4dde-b646-e81eca2332cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-784f4e05-5661-4dde-b646-e81eca2332cf"}]} [ 1413.578836] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1413.590873] env[63070]: DEBUG oslo_vmware.api [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196371} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.591505] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.591505] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.591706] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.591855] env[63070]: INFO nova.compute.manager [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1413.592226] env[63070]: DEBUG oslo.service.loopingcall [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.592571] env[63070]: DEBUG nova.compute.manager [-] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.592571] env[63070]: DEBUG nova.network.neutron [-] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.595039] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1413.595269] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1413.606966] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1413.627560] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1413.632675] env[63070]: DEBUG oslo_concurrency.lockutils [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Lock "b006f13b-0041-499b-a4e2-019e9992071a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.708563] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770340, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.832687] env[63070]: DEBUG oslo_vmware.api [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146114} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.832981] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.833159] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.833409] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.833593] env[63070]: INFO nova.compute.manager [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1413.833833] env[63070]: DEBUG oslo.service.loopingcall [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.834101] env[63070]: DEBUG nova.compute.manager [-] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.834171] env[63070]: DEBUG nova.network.neutron [-] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.987859] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.988300] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.988560] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.989407] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.989407] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.989407] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.989594] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.989749] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.990015] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.990248] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.990497] env[63070]: DEBUG nova.virt.hardware [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.991479] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a689d7-d556-4767-8edb-986b139a431f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.003982] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279761fc-834d-4b4e-9821-8eb01ffc406b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.025067] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.031164] env[63070]: DEBUG oslo.service.loopingcall [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.034258] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.034797] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67dbe08e-4ce3-4233-9dde-34b1dc6a719d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.055199] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.055199] env[63070]: value = "task-1770343" [ 1414.055199] env[63070]: _type = "Task" [ 1414.055199] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.064804] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770343, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.210241] env[63070]: DEBUG oslo_vmware.api [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770340, 'name': PowerOnVM_Task, 'duration_secs': 0.615566} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.217113] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.217481] env[63070]: INFO nova.compute.manager [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1414.217760] env[63070]: DEBUG nova.compute.manager [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.219951] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c27c7a-3dc9-463d-9650-ee615d411730 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.301552] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8122f4-7b3c-4d98-939f-f9958c3cd210 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.312584] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5db6f2-f654-41ee-a752-cec86caf82e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.361295] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4880bc0c-c2bf-40fe-b53e-b4bde9794b28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.372069] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd77e90-cd7f-4b1f-a8b0-2b9032957c24 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.393329] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.568738] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770343, 'name': CreateVM_Task, 'duration_secs': 0.308865} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.568924] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.569599] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.569826] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.570231] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.570664] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1ebac1-68d2-47c0-814a-5fa84a6441dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.575500] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1414.575500] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526d92ff-1aa9-b40b-bd5c-3d4b7f5869a2" [ 1414.575500] env[63070]: _type = "Task" [ 1414.575500] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.585650] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526d92ff-1aa9-b40b-bd5c-3d4b7f5869a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.661737] env[63070]: DEBUG nova.compute.manager [req-71eb54ec-cb1e-469d-97af-6ac144a273e6 req-47532ffe-86a6-4e11-967e-4ec49e416995 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received event network-vif-deleted-6e602df4-395a-48ee-88e9-fe77827cc2d6 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1414.661737] env[63070]: INFO nova.compute.manager [req-71eb54ec-cb1e-469d-97af-6ac144a273e6 req-47532ffe-86a6-4e11-967e-4ec49e416995 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Neutron deleted interface 6e602df4-395a-48ee-88e9-fe77827cc2d6; detaching it from the instance and deleting it from the info cache [ 1414.661737] env[63070]: DEBUG nova.network.neutron [req-71eb54ec-cb1e-469d-97af-6ac144a273e6 req-47532ffe-86a6-4e11-967e-4ec49e416995 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Updating instance_info_cache with network_info: [{"id": "6b8767c8-02e2-464c-9ddf-9a9469c69eab", "address": "fa:16:3e:c5:94:5f", "network": {"id": "4ce5d6d0-8293-4bb5-bc11-2f927000c2fb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-627452375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8767c8-02", "ovs_interfaceid": "6b8767c8-02e2-464c-9ddf-9a9469c69eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65632430-2064-474e-ac11-9adf5dc1ac8d", "address": "fa:16:3e:cf:98:94", "network": {"id": "51019d5a-aba1-4c24-9eb2-cc35e609a9af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1783585082", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65632430-20", "ovs_interfaceid": "65632430-2064-474e-ac11-9adf5dc1ac8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.750169] env[63070]: DEBUG oslo_concurrency.lockutils [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Acquiring lock "b006f13b-0041-499b-a4e2-019e9992071a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.750169] env[63070]: DEBUG oslo_concurrency.lockutils [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Lock "b006f13b-0041-499b-a4e2-019e9992071a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.750169] env[63070]: INFO nova.compute.manager [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Attaching volume 2f6664de-14f1-431d-b522-29e84a147277 to /dev/sdb [ 1414.755101] env[63070]: INFO nova.compute.manager [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Took 36.01 seconds to build instance. [ 1414.802193] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b34181a-f191-4c94-91b5-877d1917d79c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.810589] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51196d49-afff-4bc4-a091-a12722fa1560 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.827422] env[63070]: DEBUG nova.virt.block_device [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Updating existing volume attachment record: a73e98c5-7aa9-4375-858e-2e3def7b46fd {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1414.897612] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.093378] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526d92ff-1aa9-b40b-bd5c-3d4b7f5869a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009574} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.094668] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.094668] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.094668] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.094668] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.095841] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.101972] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b79d34b-1065-45f9-85e8-ad6736cee28f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.109512] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.109696] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.110463] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e517c5a2-269a-4bc2-b37f-7887d5adab9f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.118182] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1415.118182] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524c8153-7dd0-7ed0-1952-edd474b6ec1d" [ 1415.118182] env[63070]: _type = "Task" [ 1415.118182] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.129076] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524c8153-7dd0-7ed0-1952-edd474b6ec1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.169123] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29398297-2eef-402d-aa13-ae75ec08c26a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.182741] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0857ae00-3633-4b89-88b0-5efdbef2d8bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.219776] env[63070]: DEBUG nova.compute.manager [req-71eb54ec-cb1e-469d-97af-6ac144a273e6 req-47532ffe-86a6-4e11-967e-4ec49e416995 service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Detach interface failed, port_id=6e602df4-395a-48ee-88e9-fe77827cc2d6, reason: Instance 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1415.257443] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df8e48a0-9e57-40aa-9241-176e26849589 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "6a483d36-7cd6-4996-b187-8beb6fc95912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.541s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.404111] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1415.404373] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.717s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.404647] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.008s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.404840] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.407048] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.929s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.408656] env[63070]: INFO nova.compute.claims [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.411428] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.411534] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Cleaning up deleted instances {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1415.438520] env[63070]: INFO nova.scheduler.client.report [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Deleted allocations for instance 8050a7a8-fe9d-462e-8301-738134742730 [ 1415.504546] env[63070]: DEBUG nova.network.neutron [-] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.602551] env[63070]: DEBUG nova.network.neutron [-] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.633184] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524c8153-7dd0-7ed0-1952-edd474b6ec1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.633985] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d21aa8-4268-4e34-8130-990696c8cb68 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.639658] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1415.639658] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d6dc97-b6d6-29c2-289b-7ac7ec00d17c" [ 1415.639658] env[63070]: _type = "Task" [ 1415.639658] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.652020] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d6dc97-b6d6-29c2-289b-7ac7ec00d17c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.670366] env[63070]: INFO nova.compute.manager [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Rescuing [ 1415.670905] env[63070]: DEBUG oslo_concurrency.lockutils [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.670905] env[63070]: DEBUG oslo_concurrency.lockutils [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.671038] env[63070]: DEBUG nova.network.neutron [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.760455] env[63070]: DEBUG nova.compute.manager [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.922255] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] There are 10 instances to clean {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1415.922255] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 53b6aa7b-783c-4083-8110-c5d5e186aa8c] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1415.948932] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e36ce335-1584-4687-accd-a199b94bf1d1 tempest-ServerExternalEventsTest-968557741 tempest-ServerExternalEventsTest-968557741-project-member] Lock "8050a7a8-fe9d-462e-8301-738134742730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.043s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.006887] env[63070]: INFO nova.compute.manager [-] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Took 2.17 seconds to deallocate network for instance. [ 1416.105578] env[63070]: INFO nova.compute.manager [-] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Took 2.51 seconds to deallocate network for instance. [ 1416.151650] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d6dc97-b6d6-29c2-289b-7ac7ec00d17c, 'name': SearchDatastore_Task, 'duration_secs': 0.011693} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.151897] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.152263] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e/09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1416.152574] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5f29561-4053-4398-80fc-6551d97c8054 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.163167] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1416.163167] env[63070]: value = "task-1770348" [ 1416.163167] env[63070]: _type = "Task" [ 1416.163167] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.171603] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.288650] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.426560] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 853a38d6-ca46-4368-8cd5-e2c5cfa86a2e] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1416.442388] env[63070]: DEBUG nova.network.neutron [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Updating instance_info_cache with network_info: [{"id": "6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8", "address": "fa:16:3e:df:6b:f7", "network": {"id": "2c7ae3b9-d0ea-4012-baba-f1eeddbc9e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355776928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4b9d3d1201e84ba28617839ea8cf52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd9ec30-e8", "ovs_interfaceid": "6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.513867] env[63070]: DEBUG oslo_concurrency.lockutils [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.611790] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.676344] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.738449] env[63070]: DEBUG nova.compute.manager [req-6269e867-6864-4084-b824-97d2fb1909a5 req-87eced9c-7a2e-405f-913f-882cff68f88f service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received event network-vif-deleted-6b8767c8-02e2-464c-9ddf-9a9469c69eab {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1416.739313] env[63070]: DEBUG nova.compute.manager [req-6269e867-6864-4084-b824-97d2fb1909a5 req-87eced9c-7a2e-405f-913f-882cff68f88f service nova] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Received event network-vif-deleted-419bd738-594f-4dd3-95a1-482f9c8d1be2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1416.739313] env[63070]: DEBUG nova.compute.manager [req-6269e867-6864-4084-b824-97d2fb1909a5 req-87eced9c-7a2e-405f-913f-882cff68f88f service nova] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Received event network-vif-deleted-65632430-2064-474e-ac11-9adf5dc1ac8d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1416.936076] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 7e1353e6-2e70-49f0-8b11-0f68387d9a48] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1416.946774] env[63070]: DEBUG oslo_concurrency.lockutils [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.023240] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12727c3d-36bd-427d-9a82-1d82f192eace {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.031142] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f6a85-0f59-4f01-a997-7dd175400252 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.063090] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8824caa-5426-489b-aeb4-82b79edb5424 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.070856] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143917f6-7fe1-41db-aa59-63163136c46c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.084300] env[63070]: DEBUG nova.compute.provider_tree [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.173406] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644698} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.174208] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e/09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1417.174877] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1417.179743] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9caeb665-a8e9-4014-8c73-e770b1d59040 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.182745] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1417.182745] env[63070]: value = "task-1770349" [ 1417.182745] env[63070]: _type = "Task" [ 1417.182745] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.191415] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.439779] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 42087068-2562-47f2-b666-7db8b405d787] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1417.590072] env[63070]: DEBUG nova.scheduler.client.report [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.694963] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071549} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.696604] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.696604] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f91be0e-9263-4a30-b197-3908cd3f6322 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.719147] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e/09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.719592] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a253d89-76eb-4f56-a8c9-a420e6d09db2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.741332] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1417.741332] env[63070]: value = "task-1770351" [ 1417.741332] env[63070]: _type = "Task" [ 1417.741332] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.749679] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.944957] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: ff8db541-0494-4e5f-bad8-41b37b6a7b47] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1418.094101] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.095404] env[63070]: DEBUG nova.compute.manager [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.098678] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.173s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.099098] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.102040] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.480s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.104590] env[63070]: INFO nova.compute.claims [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.136174] env[63070]: INFO nova.scheduler.client.report [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Deleted allocations for instance b3ca0f28-6932-4cf9-b58a-568e398640da [ 1418.254552] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770351, 'name': ReconfigVM_Task, 'duration_secs': 0.499182} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.254876] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e/09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.255518] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8254f5aa-1376-443c-bee4-e33ab24a08b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.263123] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1418.263123] env[63070]: value = "task-1770352" [ 1418.263123] env[63070]: _type = "Task" [ 1418.263123] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.271629] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770352, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.451972] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 7d27c230-29c7-4b01-9607-c928f2b76ddf] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1418.488837] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.489446] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c619ef-55a7-4145-a291-a8ac55190740 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.496562] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1418.496562] env[63070]: value = "task-1770353" [ 1418.496562] env[63070]: _type = "Task" [ 1418.496562] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.505748] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.609755] env[63070]: DEBUG nova.compute.utils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1418.614381] env[63070]: DEBUG nova.compute.manager [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1418.614683] env[63070]: DEBUG nova.network.neutron [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1418.649026] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7774bebc-cb6d-400a-9fe2-cfb7aa4b17af tempest-ServersAdminNegativeTestJSON-1176207899 tempest-ServersAdminNegativeTestJSON-1176207899-project-member] Lock "b3ca0f28-6932-4cf9-b58a-568e398640da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.674s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.694802] env[63070]: DEBUG nova.policy [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '480129a9abde4b9cac81fc2aa5672b5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12f946e17fa54faf8f8af46f91d6216c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1418.773089] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770352, 'name': Rename_Task, 'duration_secs': 0.145113} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.773495] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.773646] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9e16d5d-cd8a-41fc-89cf-cd92de9183c8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.780566] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1418.780566] env[63070]: value = "task-1770354" [ 1418.780566] env[63070]: _type = "Task" [ 1418.780566] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.796950] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.956954] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: ad195fa2-6bb5-41b9-aef6-d6805292c2f0] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1419.008800] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770353, 'name': PowerOffVM_Task, 'duration_secs': 0.233608} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.009126] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.010384] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a78ecc1-ce22-43c4-848a-55f4e4fb128a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.033373] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2fd052-c9d5-4eb1-bf49-f781e114b2dd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.073907] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.074275] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22226822-5aa9-4328-8c97-7456dfeeaa81 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.082906] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1419.082906] env[63070]: value = "task-1770355" [ 1419.082906] env[63070]: _type = "Task" [ 1419.082906] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.094803] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1419.094803] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.094803] env[63070]: DEBUG oslo_concurrency.lockutils [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.094803] env[63070]: DEBUG oslo_concurrency.lockutils [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.094803] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.094803] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5bf2c2d-fcd0-43ac-92ec-a3d2d87255e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.107506] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.107506] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.107506] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eedcf5d8-e467-4914-8bcd-61d90807d58d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.113705] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1419.113705] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5204733e-dead-91fc-41ca-2e71d4d5a269" [ 1419.113705] env[63070]: _type = "Task" [ 1419.113705] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.122723] env[63070]: DEBUG nova.compute.manager [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1419.132036] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5204733e-dead-91fc-41ca-2e71d4d5a269, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.132714] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ba511e-083a-46da-8d17-65a767110f35 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.140118] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1419.140118] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5215f38d-f5d8-1e34-f6cd-fb9d3ede34cf" [ 1419.140118] env[63070]: _type = "Task" [ 1419.140118] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.151401] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5215f38d-f5d8-1e34-f6cd-fb9d3ede34cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.298529] env[63070]: DEBUG oslo_vmware.api [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770354, 'name': PowerOnVM_Task, 'duration_secs': 0.498269} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.299646] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.300202] env[63070]: DEBUG nova.compute.manager [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.300833] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae3661-a5d5-4ee5-8ed1-324ef10fcd3c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.366415] env[63070]: DEBUG nova.network.neutron [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Successfully created port: 080b58fe-fc4c-4b7b-9506-13d6507a7a15 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.391865] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1419.392622] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367637', 'volume_id': '2f6664de-14f1-431d-b522-29e84a147277', 'name': 'volume-2f6664de-14f1-431d-b522-29e84a147277', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b006f13b-0041-499b-a4e2-019e9992071a', 'attached_at': '', 'detached_at': '', 'volume_id': '2f6664de-14f1-431d-b522-29e84a147277', 'serial': '2f6664de-14f1-431d-b522-29e84a147277'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1419.393828] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf0aacc-fc0d-4410-8daa-827990673e7f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.423086] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54f9eae-8d27-45ad-940f-a3a64db43751 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.455908] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-2f6664de-14f1-431d-b522-29e84a147277/volume-2f6664de-14f1-431d-b522-29e84a147277.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.460939] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ecfbcc9-bb72-42e8-b007-bc4adadb0b08 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.475410] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 5d7a368a-9a6f-481f-90dc-6570d831be7b] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1419.483950] env[63070]: DEBUG oslo_vmware.api [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Waiting for the task: (returnval){ [ 1419.483950] env[63070]: value = "task-1770356" [ 1419.483950] env[63070]: _type = "Task" [ 1419.483950] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.493913] env[63070]: DEBUG oslo_vmware.api [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.652630] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5215f38d-f5d8-1e34-f6cd-fb9d3ede34cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.655348] env[63070]: DEBUG oslo_concurrency.lockutils [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.657286] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 6a483d36-7cd6-4996-b187-8beb6fc95912/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. {{(pid=63070) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1419.657286] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e58d9dd0-bb12-43da-a536-8ad9d9fefffa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.663402] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1419.663402] env[63070]: value = "task-1770357" [ 1419.663402] env[63070]: _type = "Task" [ 1419.663402] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.672804] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.823856] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.845505] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3806e27e-10d8-48dd-bd41-c21bc1a5e70a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.854325] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca247a1f-57d7-437c-8265-6374230b5c63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.894555] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cdb19d-c138-4378-b577-1fae71bb71ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.903583] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb24d06-f3af-4523-bf6f-8d3ec767d837 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.918222] env[63070]: DEBUG nova.compute.provider_tree [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.979356] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 9c2857a3-3fef-4fda-b74d-b71fad79445e] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1419.994478] env[63070]: DEBUG oslo_vmware.api [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.132711] env[63070]: DEBUG nova.compute.manager [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1420.172878] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.173042] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.173197] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.173394] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.173542] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.173764] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.174132] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.174400] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.174590] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.174791] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.174994] env[63070]: DEBUG nova.virt.hardware [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.176521] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbe301c-4d8c-42c6-9b1a-e1c9dc27ada5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.188564] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770357, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.192778] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f32bf70-489d-4fb2-9f81-d57fdc1904fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.422202] env[63070]: DEBUG nova.scheduler.client.report [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.485625] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 69f23f18-00d0-46ac-8867-8fc8cad8ed99] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1420.501529] env[63070]: DEBUG oslo_vmware.api [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770356, 'name': ReconfigVM_Task, 'duration_secs': 0.656113} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.501529] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-2f6664de-14f1-431d-b522-29e84a147277/volume-2f6664de-14f1-431d-b522-29e84a147277.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.504355] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca457404-9766-4033-b6f9-37b2e3ccd553 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.525037] env[63070]: DEBUG oslo_vmware.api [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Waiting for the task: (returnval){ [ 1420.525037] env[63070]: value = "task-1770358" [ 1420.525037] env[63070]: _type = "Task" [ 1420.525037] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.536387] env[63070]: DEBUG oslo_vmware.api [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.603951] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.604286] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.604504] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.604686] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.604894] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.607595] env[63070]: INFO nova.compute.manager [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Terminating instance [ 1420.676192] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858662} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.676476] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 6a483d36-7cd6-4996-b187-8beb6fc95912/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. [ 1420.677326] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd19674-9c32-4282-be0e-26924391ff31 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.708482] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 6a483d36-7cd6-4996-b187-8beb6fc95912/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.708868] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b1b4941-aa4e-4422-aaff-6b2f454cd746 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.730428] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1420.730428] env[63070]: value = "task-1770359" [ 1420.730428] env[63070]: _type = "Task" [ 1420.730428] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.742500] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.934024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.934024] env[63070]: DEBUG nova.compute.manager [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1420.935944] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.736s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.937916] env[63070]: INFO nova.compute.claims [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.992967] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.992967] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Cleaning up deleted instances with incomplete migration {{(pid=63070) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1421.037996] env[63070]: DEBUG oslo_vmware.api [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770358, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.115640] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "refresh_cache-09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.115640] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired lock "refresh_cache-09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.115640] env[63070]: DEBUG nova.network.neutron [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.246022] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.339564] env[63070]: DEBUG nova.compute.manager [req-7a8db14b-a767-48e0-99f8-8f2046b87c44 req-7ee6acae-7201-40c1-b1bd-ff0a7c3c20d0 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Received event network-vif-plugged-080b58fe-fc4c-4b7b-9506-13d6507a7a15 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1421.340700] env[63070]: DEBUG oslo_concurrency.lockutils [req-7a8db14b-a767-48e0-99f8-8f2046b87c44 req-7ee6acae-7201-40c1-b1bd-ff0a7c3c20d0 service nova] Acquiring lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.341491] env[63070]: DEBUG oslo_concurrency.lockutils [req-7a8db14b-a767-48e0-99f8-8f2046b87c44 req-7ee6acae-7201-40c1-b1bd-ff0a7c3c20d0 service nova] Lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.341491] env[63070]: DEBUG oslo_concurrency.lockutils [req-7a8db14b-a767-48e0-99f8-8f2046b87c44 req-7ee6acae-7201-40c1-b1bd-ff0a7c3c20d0 service nova] Lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.341716] env[63070]: DEBUG nova.compute.manager [req-7a8db14b-a767-48e0-99f8-8f2046b87c44 req-7ee6acae-7201-40c1-b1bd-ff0a7c3c20d0 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] No waiting events found dispatching network-vif-plugged-080b58fe-fc4c-4b7b-9506-13d6507a7a15 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1421.342201] env[63070]: WARNING nova.compute.manager [req-7a8db14b-a767-48e0-99f8-8f2046b87c44 req-7ee6acae-7201-40c1-b1bd-ff0a7c3c20d0 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Received unexpected event network-vif-plugged-080b58fe-fc4c-4b7b-9506-13d6507a7a15 for instance with vm_state building and task_state spawning. [ 1421.444062] env[63070]: DEBUG nova.compute.utils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1421.444158] env[63070]: DEBUG nova.compute.manager [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1421.446191] env[63070]: DEBUG nova.network.neutron [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.495248] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.540898] env[63070]: DEBUG oslo_vmware.api [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770358, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.568608] env[63070]: DEBUG nova.network.neutron [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Successfully updated port: 080b58fe-fc4c-4b7b-9506-13d6507a7a15 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.578654] env[63070]: DEBUG nova.policy [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3ccb0ae47743ed969f0945a73fbac0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02e83b02183c4cefb96746c7ad2f4c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1421.644505] env[63070]: DEBUG nova.network.neutron [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.743097] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.760636] env[63070]: DEBUG nova.network.neutron [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.958269] env[63070]: DEBUG nova.compute.manager [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1422.042269] env[63070]: DEBUG oslo_vmware.api [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770358, 'name': ReconfigVM_Task, 'duration_secs': 1.177136} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.043413] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367637', 'volume_id': '2f6664de-14f1-431d-b522-29e84a147277', 'name': 'volume-2f6664de-14f1-431d-b522-29e84a147277', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b006f13b-0041-499b-a4e2-019e9992071a', 'attached_at': '', 'detached_at': '', 'volume_id': '2f6664de-14f1-431d-b522-29e84a147277', 'serial': '2f6664de-14f1-431d-b522-29e84a147277'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1422.078369] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquiring lock "refresh_cache-f75ea9ed-d5ca-49c3-b705-36ef56c801e2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.078600] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquired lock "refresh_cache-f75ea9ed-d5ca-49c3-b705-36ef56c801e2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.079153] env[63070]: DEBUG nova.network.neutron [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.105901] env[63070]: DEBUG nova.network.neutron [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Successfully created port: 523edcfd-e223-49e2-92e8-b4168125666a {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.239293] env[63070]: DEBUG oslo_vmware.rw_handles [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c53898-9e0a-4cce-d639-66999143de73/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1422.240295] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf45bf3-a991-469c-b0d0-f2160f0d2f00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.252974] env[63070]: DEBUG oslo_vmware.rw_handles [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c53898-9e0a-4cce-d639-66999143de73/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1422.252974] env[63070]: ERROR oslo_vmware.rw_handles [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c53898-9e0a-4cce-d639-66999143de73/disk-0.vmdk due to incomplete transfer. [ 1422.256182] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-09ca3ecd-ed60-404c-a032-3142eb0670f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.257438] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.262646] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Releasing lock "refresh_cache-09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.263048] env[63070]: DEBUG nova.compute.manager [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1422.263241] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.265217] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18279a5-91e7-49e0-a7c8-5fa018e108a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.269326] env[63070]: DEBUG oslo_vmware.rw_handles [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c53898-9e0a-4cce-d639-66999143de73/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1422.270037] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Uploaded image 98c17ef1-597c-446c-bd41-518b60e48e62 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1422.272175] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1422.272358] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b89ee73c-e57b-4aaa-b34b-3ba8d595f5ed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.278445] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.285659] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f510b6d1-f925-4904-9b99-625dbadfc2d4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.285659] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1422.285659] env[63070]: value = "task-1770360" [ 1422.285659] env[63070]: _type = "Task" [ 1422.285659] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.288577] env[63070]: DEBUG oslo_vmware.api [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1422.288577] env[63070]: value = "task-1770361" [ 1422.288577] env[63070]: _type = "Task" [ 1422.288577] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.292155] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770360, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.300464] env[63070]: DEBUG oslo_vmware.api [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.496022] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.497874] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.497874] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1422.638399] env[63070]: DEBUG nova.network.neutron [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.755252] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.795195] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770360, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.809912] env[63070]: DEBUG oslo_vmware.api [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770361, 'name': PowerOffVM_Task, 'duration_secs': 0.282188} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.810314] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.810533] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.811613] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c24452fe-9f10-4b81-b2c3-bd5a131f0dab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.816782] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c0b498-2883-4b28-b2bc-dd4d25e01cb2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.824165] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca4811e-9c0b-407c-9e30-4c1214997e36 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.857984] env[63070]: DEBUG nova.network.neutron [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Updating instance_info_cache with network_info: [{"id": "080b58fe-fc4c-4b7b-9506-13d6507a7a15", "address": "fa:16:3e:fe:ea:e3", "network": {"id": "673a5151-564a-4332-b15e-3d6d070aac77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-983116131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f946e17fa54faf8f8af46f91d6216c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080b58fe-fc", "ovs_interfaceid": "080b58fe-fc4c-4b7b-9506-13d6507a7a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.863055] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5481f4-340d-4988-9dd8-2f367e2d4618 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.863213] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.863390] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.863612] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Deleting the datastore file [datastore1] 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.864117] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd1cd241-e6c9-4ec4-b9fa-e5952992fda8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.871694] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f00d20-1e05-4858-b5e9-c8f5baf30c36 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.875840] env[63070]: DEBUG oslo_vmware.api [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1422.875840] env[63070]: value = "task-1770363" [ 1422.875840] env[63070]: _type = "Task" [ 1422.875840] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.889693] env[63070]: DEBUG nova.compute.provider_tree [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1422.896161] env[63070]: DEBUG oslo_vmware.api [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.971655] env[63070]: DEBUG nova.compute.manager [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1422.993059] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.993317] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.993474] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.993655] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.993796] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.994314] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.994314] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.995470] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.995470] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.995470] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.995470] env[63070]: DEBUG nova.virt.hardware [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.995997] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678a0941-e694-4c2b-8112-65a045e31d47 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.010019] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7809bd60-2b17-40ea-bee5-c329aedbdcd6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.116390] env[63070]: DEBUG nova.objects.instance [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Lazy-loading 'flavor' on Instance uuid b006f13b-0041-499b-a4e2-019e9992071a {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.249427] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770359, 'name': ReconfigVM_Task, 'duration_secs': 2.393098} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.249759] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 6a483d36-7cd6-4996-b187-8beb6fc95912/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.250822] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e8ec1a-c189-483b-8bec-6a194e729413 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.278353] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8f9e4bf-0d05-4c6a-9bce-4b64a3b91e65 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.300730] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770360, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.300730] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1423.300730] env[63070]: value = "task-1770367" [ 1423.300730] env[63070]: _type = "Task" [ 1423.300730] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.309748] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.364956] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Releasing lock "refresh_cache-f75ea9ed-d5ca-49c3-b705-36ef56c801e2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.365203] env[63070]: DEBUG nova.compute.manager [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Instance network_info: |[{"id": "080b58fe-fc4c-4b7b-9506-13d6507a7a15", "address": "fa:16:3e:fe:ea:e3", "network": {"id": "673a5151-564a-4332-b15e-3d6d070aac77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-983116131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f946e17fa54faf8f8af46f91d6216c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080b58fe-fc", "ovs_interfaceid": "080b58fe-fc4c-4b7b-9506-13d6507a7a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1423.365646] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:ea:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '080b58fe-fc4c-4b7b-9506-13d6507a7a15', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.374295] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Creating folder: Project (12f946e17fa54faf8f8af46f91d6216c). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1423.375498] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a61672e-b886-4812-a9d6-82d800ce0449 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.385963] env[63070]: DEBUG oslo_vmware.api [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091096} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.386621] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.386621] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.386828] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.386938] env[63070]: INFO nova.compute.manager [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1423.387241] env[63070]: DEBUG oslo.service.loopingcall [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.387640] env[63070]: DEBUG nova.compute.manager [-] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.387640] env[63070]: DEBUG nova.network.neutron [-] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.393782] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Created folder: Project (12f946e17fa54faf8f8af46f91d6216c) in parent group-v367531. [ 1423.393782] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Creating folder: Instances. Parent ref: group-v367641. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1423.393782] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3478983d-f9e8-4a05-8579-1b9deb995294 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.401443] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Created folder: Instances in parent group-v367641. [ 1423.402243] env[63070]: DEBUG oslo.service.loopingcall [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.402243] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1423.402243] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a2b09d8-2353-45d5-92f8-cb487d3e049c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.421727] env[63070]: DEBUG nova.network.neutron [-] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.427270] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.427270] env[63070]: value = "task-1770370" [ 1423.427270] env[63070]: _type = "Task" [ 1423.427270] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.434583] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770370, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.441316] env[63070]: DEBUG nova.scheduler.client.report [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1423.441591] env[63070]: DEBUG nova.compute.provider_tree [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 64 to 65 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1423.441800] env[63070]: DEBUG nova.compute.provider_tree [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1423.512173] env[63070]: DEBUG nova.compute.manager [req-1a69aec3-62dd-4c8b-8148-6b3da69d2e97 req-76efa4ed-da02-42bb-b682-2fde8af18414 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Received event network-changed-080b58fe-fc4c-4b7b-9506-13d6507a7a15 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1423.512390] env[63070]: DEBUG nova.compute.manager [req-1a69aec3-62dd-4c8b-8148-6b3da69d2e97 req-76efa4ed-da02-42bb-b682-2fde8af18414 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Refreshing instance network info cache due to event network-changed-080b58fe-fc4c-4b7b-9506-13d6507a7a15. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1423.512933] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a69aec3-62dd-4c8b-8148-6b3da69d2e97 req-76efa4ed-da02-42bb-b682-2fde8af18414 service nova] Acquiring lock "refresh_cache-f75ea9ed-d5ca-49c3-b705-36ef56c801e2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.512933] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a69aec3-62dd-4c8b-8148-6b3da69d2e97 req-76efa4ed-da02-42bb-b682-2fde8af18414 service nova] Acquired lock "refresh_cache-f75ea9ed-d5ca-49c3-b705-36ef56c801e2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.512933] env[63070]: DEBUG nova.network.neutron [req-1a69aec3-62dd-4c8b-8148-6b3da69d2e97 req-76efa4ed-da02-42bb-b682-2fde8af18414 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Refreshing network info cache for port 080b58fe-fc4c-4b7b-9506-13d6507a7a15 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.622063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-02dba112-f5a5-485a-a524-2f512af9c836 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Lock "b006f13b-0041-499b-a4e2-019e9992071a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.872s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.806822] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770360, 'name': Destroy_Task, 'duration_secs': 1.33471} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.806822] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Destroyed the VM [ 1423.806822] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1423.807117] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d29a61ef-c019-467f-a95a-ae86c58b1a61 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.813207] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770367, 'name': ReconfigVM_Task, 'duration_secs': 0.160262} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.813944] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.814138] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9726fd5a-8bbf-412e-96f4-b21305b9f517 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.820210] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1423.820210] env[63070]: value = "task-1770371" [ 1423.820210] env[63070]: _type = "Task" [ 1423.820210] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.821668] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1423.821668] env[63070]: value = "task-1770372" [ 1423.821668] env[63070]: _type = "Task" [ 1423.821668] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.839029] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770372, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.845721] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770371, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.920690] env[63070]: DEBUG nova.network.neutron [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Successfully updated port: 523edcfd-e223-49e2-92e8-b4168125666a {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.923764] env[63070]: DEBUG nova.network.neutron [-] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.942543] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770370, 'name': CreateVM_Task, 'duration_secs': 0.466691} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.943252] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1423.943938] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.944104] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.944408] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.944891] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a77c9f-a3ef-48bf-a6b4-e1684da7a6d1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.950470] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.015s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.950950] env[63070]: DEBUG nova.compute.manager [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.956627] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.778s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.956867] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.959144] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.673s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.959353] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.961102] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.079s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.962572] env[63070]: INFO nova.compute.claims [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1423.969180] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for the task: (returnval){ [ 1423.969180] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523a40d0-7ef7-5c73-82ae-c31d4a02d322" [ 1423.969180] env[63070]: _type = "Task" [ 1423.969180] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.987261] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523a40d0-7ef7-5c73-82ae-c31d4a02d322, 'name': SearchDatastore_Task, 'duration_secs': 0.009324} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.987526] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.987630] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.987863] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.988892] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.988892] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.988892] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-321c13bc-3234-45ef-bd24-edfcd0a3fba5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.999156] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.999819] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1424.000495] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ddae427-1d89-4bce-a353-1e4f7edcfaca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.004688] env[63070]: INFO nova.scheduler.client.report [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted allocations for instance c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d [ 1424.008174] env[63070]: INFO nova.scheduler.client.report [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Deleted allocations for instance 4d963ae9-fd16-4412-b94c-a8148229f332 [ 1424.023508] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1424.026513] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for the task: (returnval){ [ 1424.026513] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527944ae-853e-e7da-8516-9842fcfcd32d" [ 1424.026513] env[63070]: _type = "Task" [ 1424.026513] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.027545] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.032185] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.032722] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.032918] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.033615] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.033785] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.033920] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1424.034074] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.045214] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527944ae-853e-e7da-8516-9842fcfcd32d, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.046351] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7473979-248a-48c9-a98d-7c12f9bdca11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.055554] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for the task: (returnval){ [ 1424.055554] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528e326d-bdf1-7ec0-785b-7d9b7a4fbb6d" [ 1424.055554] env[63070]: _type = "Task" [ 1424.055554] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.063572] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528e326d-bdf1-7ec0-785b-7d9b7a4fbb6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.181536] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Acquiring lock "b006f13b-0041-499b-a4e2-019e9992071a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.181807] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Lock "b006f13b-0041-499b-a4e2-019e9992071a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.337942] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770371, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.341221] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.342491] env[63070]: DEBUG nova.network.neutron [req-1a69aec3-62dd-4c8b-8148-6b3da69d2e97 req-76efa4ed-da02-42bb-b682-2fde8af18414 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Updated VIF entry in instance network info cache for port 080b58fe-fc4c-4b7b-9506-13d6507a7a15. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.342862] env[63070]: DEBUG nova.network.neutron [req-1a69aec3-62dd-4c8b-8148-6b3da69d2e97 req-76efa4ed-da02-42bb-b682-2fde8af18414 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Updating instance_info_cache with network_info: [{"id": "080b58fe-fc4c-4b7b-9506-13d6507a7a15", "address": "fa:16:3e:fe:ea:e3", "network": {"id": "673a5151-564a-4332-b15e-3d6d070aac77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-983116131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f946e17fa54faf8f8af46f91d6216c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080b58fe-fc", "ovs_interfaceid": "080b58fe-fc4c-4b7b-9506-13d6507a7a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.424043] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "refresh_cache-474592d1-4a20-479d-85a9-a86c846849b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.424212] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "refresh_cache-474592d1-4a20-479d-85a9-a86c846849b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.424628] env[63070]: DEBUG nova.network.neutron [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.426104] env[63070]: INFO nova.compute.manager [-] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Took 1.04 seconds to deallocate network for instance. [ 1424.472190] env[63070]: DEBUG nova.compute.utils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1424.473911] env[63070]: DEBUG nova.compute.manager [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1424.474055] env[63070]: DEBUG nova.network.neutron [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1424.535240] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1aaba30c-ce18-4672-95b6-d94c3f8e32e2 tempest-ServerDiagnosticsNegativeTest-1574242839 tempest-ServerDiagnosticsNegativeTest-1574242839-project-member] Lock "4d963ae9-fd16-4412-b94c-a8148229f332" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.339s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.536664] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a15e5b0-435e-4baa-ab9e-3d24159b3a7e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.946s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.547506] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.564458] env[63070]: DEBUG nova.policy [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2b1737eeb7b42529d6eebadcaed1d9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2664970c480a456d8ea8cc677361ead9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1424.576610] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528e326d-bdf1-7ec0-785b-7d9b7a4fbb6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.576610] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.576610] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f75ea9ed-d5ca-49c3-b705-36ef56c801e2/f75ea9ed-d5ca-49c3-b705-36ef56c801e2.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.576610] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d5c8997-a73a-47da-81ce-7416640961b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.584034] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for the task: (returnval){ [ 1424.584034] env[63070]: value = "task-1770373" [ 1424.584034] env[63070]: _type = "Task" [ 1424.584034] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.593136] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.684905] env[63070]: INFO nova.compute.manager [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Detaching volume 2f6664de-14f1-431d-b522-29e84a147277 [ 1424.728743] env[63070]: INFO nova.virt.block_device [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Attempting to driver detach volume 2f6664de-14f1-431d-b522-29e84a147277 from mountpoint /dev/sdb [ 1424.729035] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1424.729333] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367637', 'volume_id': '2f6664de-14f1-431d-b522-29e84a147277', 'name': 'volume-2f6664de-14f1-431d-b522-29e84a147277', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b006f13b-0041-499b-a4e2-019e9992071a', 'attached_at': '', 'detached_at': '', 'volume_id': '2f6664de-14f1-431d-b522-29e84a147277', 'serial': '2f6664de-14f1-431d-b522-29e84a147277'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1424.730243] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00094411-1077-4724-a583-04fa85b35e70 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.755549] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1ab3db-3371-4792-9f2a-ab0049f45407 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.763988] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6110879a-bd32-4200-9b33-be3817139d5e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.790611] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d25e657-b6f0-410b-a48c-25569f88ca9c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.814957] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] The volume has not been displaced from its original location: [datastore1] volume-2f6664de-14f1-431d-b522-29e84a147277/volume-2f6664de-14f1-431d-b522-29e84a147277.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1424.821027] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1424.821027] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc60ab9c-119a-4dd6-a941-578aadb96019 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.849391] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a69aec3-62dd-4c8b-8148-6b3da69d2e97 req-76efa4ed-da02-42bb-b682-2fde8af18414 service nova] Releasing lock "refresh_cache-f75ea9ed-d5ca-49c3-b705-36ef56c801e2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.849871] env[63070]: DEBUG oslo_vmware.api [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770371, 'name': RemoveSnapshot_Task, 'duration_secs': 0.784632} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.854293] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1424.854563] env[63070]: INFO nova.compute.manager [None req-4263917b-03db-485c-8e65-0e1ce5bfa768 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Took 16.81 seconds to snapshot the instance on the hypervisor. [ 1424.857183] env[63070]: DEBUG oslo_vmware.api [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770372, 'name': PowerOnVM_Task, 'duration_secs': 0.652984} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.857473] env[63070]: DEBUG oslo_vmware.api [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Waiting for the task: (returnval){ [ 1424.857473] env[63070]: value = "task-1770374" [ 1424.857473] env[63070]: _type = "Task" [ 1424.857473] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.857813] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.863623] env[63070]: DEBUG nova.compute.manager [None req-41a54445-5f48-4c1c-a3fb-427d61769970 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.864839] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822ba90c-3e4f-4680-92f5-01e50d65de62 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.875266] env[63070]: DEBUG oslo_vmware.api [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.936721] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.980999] env[63070]: DEBUG nova.compute.manager [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1425.008390] env[63070]: DEBUG nova.network.neutron [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.098425] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770373, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.264826] env[63070]: DEBUG nova.network.neutron [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Successfully created port: 7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1425.301306] env[63070]: DEBUG nova.network.neutron [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Updating instance_info_cache with network_info: [{"id": "523edcfd-e223-49e2-92e8-b4168125666a", "address": "fa:16:3e:11:a8:74", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523edcfd-e2", "ovs_interfaceid": "523edcfd-e223-49e2-92e8-b4168125666a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.377083] env[63070]: DEBUG oslo_vmware.api [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770374, 'name': ReconfigVM_Task, 'duration_secs': 0.383015} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.382109] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1425.389670] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dfc50ea-8bd4-4058-a36d-fd0b886b7f40 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.411541] env[63070]: DEBUG oslo_vmware.api [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Waiting for the task: (returnval){ [ 1425.411541] env[63070]: value = "task-1770375" [ 1425.411541] env[63070]: _type = "Task" [ 1425.411541] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.425979] env[63070]: DEBUG oslo_vmware.api [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.599354] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524318} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.602716] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f75ea9ed-d5ca-49c3-b705-36ef56c801e2/f75ea9ed-d5ca-49c3-b705-36ef56c801e2.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1425.602994] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1425.604602] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f08ea793-3ace-4e7c-80d0-d0a0903cbb46 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.614211] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for the task: (returnval){ [ 1425.614211] env[63070]: value = "task-1770376" [ 1425.614211] env[63070]: _type = "Task" [ 1425.614211] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.633653] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.791049] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528f9e77-bcc3-4ddb-8706-7619dad3ec8d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.801842] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc7c33d-d2fa-4d31-aea1-13e959b616a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.807679] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "refresh_cache-474592d1-4a20-479d-85a9-a86c846849b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.808057] env[63070]: DEBUG nova.compute.manager [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Instance network_info: |[{"id": "523edcfd-e223-49e2-92e8-b4168125666a", "address": "fa:16:3e:11:a8:74", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523edcfd-e2", "ovs_interfaceid": "523edcfd-e223-49e2-92e8-b4168125666a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1425.808491] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:a8:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '523edcfd-e223-49e2-92e8-b4168125666a', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.816416] env[63070]: DEBUG oslo.service.loopingcall [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.841044] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.841956] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eebc215-a515-4033-a1bc-a7d1b38681d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.858023] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef70d292-0e71-48de-9086-7bfe2aed7cde {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.866972] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a800c37-0648-4b40-b1c9-2c8c4742a869 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.872072] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.872072] env[63070]: value = "task-1770377" [ 1425.872072] env[63070]: _type = "Task" [ 1425.872072] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.888706] env[63070]: DEBUG nova.compute.provider_tree [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.896238] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770377, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.924541] env[63070]: DEBUG oslo_vmware.api [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Task: {'id': task-1770375, 'name': ReconfigVM_Task, 'duration_secs': 0.167033} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.924896] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367637', 'volume_id': '2f6664de-14f1-431d-b522-29e84a147277', 'name': 'volume-2f6664de-14f1-431d-b522-29e84a147277', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b006f13b-0041-499b-a4e2-019e9992071a', 'attached_at': '', 'detached_at': '', 'volume_id': '2f6664de-14f1-431d-b522-29e84a147277', 'serial': '2f6664de-14f1-431d-b522-29e84a147277'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1425.931747] env[63070]: DEBUG nova.compute.manager [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Received event network-vif-plugged-523edcfd-e223-49e2-92e8-b4168125666a {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1425.931984] env[63070]: DEBUG oslo_concurrency.lockutils [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] Acquiring lock "474592d1-4a20-479d-85a9-a86c846849b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.932335] env[63070]: DEBUG oslo_concurrency.lockutils [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] Lock "474592d1-4a20-479d-85a9-a86c846849b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.932548] env[63070]: DEBUG oslo_concurrency.lockutils [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] Lock "474592d1-4a20-479d-85a9-a86c846849b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.932744] env[63070]: DEBUG nova.compute.manager [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] No waiting events found dispatching network-vif-plugged-523edcfd-e223-49e2-92e8-b4168125666a {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.932908] env[63070]: WARNING nova.compute.manager [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Received unexpected event network-vif-plugged-523edcfd-e223-49e2-92e8-b4168125666a for instance with vm_state building and task_state spawning. [ 1425.933104] env[63070]: DEBUG nova.compute.manager [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Received event network-changed-523edcfd-e223-49e2-92e8-b4168125666a {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1425.933226] env[63070]: DEBUG nova.compute.manager [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Refreshing instance network info cache due to event network-changed-523edcfd-e223-49e2-92e8-b4168125666a. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1425.933463] env[63070]: DEBUG oslo_concurrency.lockutils [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] Acquiring lock "refresh_cache-474592d1-4a20-479d-85a9-a86c846849b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.933533] env[63070]: DEBUG oslo_concurrency.lockutils [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] Acquired lock "refresh_cache-474592d1-4a20-479d-85a9-a86c846849b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.933682] env[63070]: DEBUG nova.network.neutron [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Refreshing network info cache for port 523edcfd-e223-49e2-92e8-b4168125666a {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.993881] env[63070]: DEBUG nova.compute.manager [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1426.029613] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1426.029930] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.030426] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1426.030426] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.030426] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1426.030668] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1426.030723] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1426.030874] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1426.031053] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1426.031255] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1426.031441] env[63070]: DEBUG nova.virt.hardware [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1426.032366] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a51bde-b985-4020-8d55-ac42fad30c7a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.042611] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d416836-0633-4787-a271-656bdfaf4020 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.126562] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09986} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.128338] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.131955] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7370895c-ec9d-4ae4-a663-7fc85b4a8296 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.135300] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "c55b02dc-6fdd-4638-a013-56a0d090a379" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.135549] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "c55b02dc-6fdd-4638-a013-56a0d090a379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.161664] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] f75ea9ed-d5ca-49c3-b705-36ef56c801e2/f75ea9ed-d5ca-49c3-b705-36ef56c801e2.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.162268] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d5378e-b1d7-455e-af4e-f5273f77dbc1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.185354] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for the task: (returnval){ [ 1426.185354] env[63070]: value = "task-1770379" [ 1426.185354] env[63070]: _type = "Task" [ 1426.185354] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.196027] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.385653] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770377, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.391989] env[63070]: DEBUG nova.scheduler.client.report [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.515338] env[63070]: DEBUG nova.objects.instance [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Lazy-loading 'flavor' on Instance uuid b006f13b-0041-499b-a4e2-019e9992071a {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.698130] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770379, 'name': ReconfigVM_Task, 'duration_secs': 0.457046} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.703207] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Reconfigured VM instance instance-00000023 to attach disk [datastore1] f75ea9ed-d5ca-49c3-b705-36ef56c801e2/f75ea9ed-d5ca-49c3-b705-36ef56c801e2.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.704735] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be22a6ec-157e-4301-900a-1106e4652868 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.715937] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for the task: (returnval){ [ 1426.715937] env[63070]: value = "task-1770380" [ 1426.715937] env[63070]: _type = "Task" [ 1426.715937] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.732151] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770380, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.891631] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770377, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.897658] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.936s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.898184] env[63070]: DEBUG nova.compute.manager [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.900847] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.082s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.902337] env[63070]: INFO nova.compute.claims [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.943125] env[63070]: DEBUG nova.network.neutron [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Updated VIF entry in instance network info cache for port 523edcfd-e223-49e2-92e8-b4168125666a. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.943493] env[63070]: DEBUG nova.network.neutron [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Updating instance_info_cache with network_info: [{"id": "523edcfd-e223-49e2-92e8-b4168125666a", "address": "fa:16:3e:11:a8:74", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap523edcfd-e2", "ovs_interfaceid": "523edcfd-e223-49e2-92e8-b4168125666a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.226862] env[63070]: INFO nova.compute.manager [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Unrescuing [ 1427.227432] env[63070]: DEBUG oslo_concurrency.lockutils [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.227628] env[63070]: DEBUG oslo_concurrency.lockutils [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquired lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.227800] env[63070]: DEBUG nova.network.neutron [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.228968] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770380, 'name': Rename_Task, 'duration_secs': 0.179452} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.229284] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.229538] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d51e308e-cfe0-478c-a210-fedb5b5d1b56 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.242870] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for the task: (returnval){ [ 1427.242870] env[63070]: value = "task-1770381" [ 1427.242870] env[63070]: _type = "Task" [ 1427.242870] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.254116] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.387346] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770377, 'name': CreateVM_Task, 'duration_secs': 1.418897} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.387524] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.388230] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.388399] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.388886] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.389086] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8166f73-dd35-4d18-bff3-6374ef6c1aa1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.396597] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1427.396597] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5207432e-5c6a-dd35-ca34-fee9e74b4a07" [ 1427.396597] env[63070]: _type = "Task" [ 1427.396597] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.415933] env[63070]: DEBUG nova.compute.utils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1427.417438] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5207432e-5c6a-dd35-ca34-fee9e74b4a07, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.418140] env[63070]: DEBUG nova.compute.manager [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1427.418408] env[63070]: DEBUG nova.network.neutron [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.420932] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.421237] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.422713] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.422713] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.422713] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.422713] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f800f9c2-3dab-4993-a814-781a231d6325 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.434086] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.434334] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.435604] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f786358-8a90-4936-9ade-c141a05a59b9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.447888] env[63070]: DEBUG oslo_concurrency.lockutils [req-587aa350-ce68-4d05-9c62-9f64210be44a req-0c3a3747-cb5c-4a89-a4e9-9fcfb746969e service nova] Releasing lock "refresh_cache-474592d1-4a20-479d-85a9-a86c846849b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.453367] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1427.453367] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527dc71c-7e9f-4e93-7472-c57c03bab6d9" [ 1427.453367] env[63070]: _type = "Task" [ 1427.453367] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.465560] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527dc71c-7e9f-4e93-7472-c57c03bab6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.466621] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8752ce96-c678-447c-b561-541b5a69790b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.472628] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1427.472628] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f3b059-ff2d-480f-a8cc-327b16bb95fc" [ 1427.472628] env[63070]: _type = "Task" [ 1427.472628] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.480869] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f3b059-ff2d-480f-a8cc-327b16bb95fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.485346] env[63070]: DEBUG nova.network.neutron [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Successfully updated port: 7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.513333] env[63070]: DEBUG nova.policy [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd23f4e0d4d46a8b420e61edbcde725', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbd27b6ac18d4315841b8eb636e14683', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1427.521748] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2194a5a4-35ed-430a-907c-a8463f8e8902 tempest-VolumesAssistedSnapshotsTest-1771455201 tempest-VolumesAssistedSnapshotsTest-1771455201-project-admin] Lock "b006f13b-0041-499b-a4e2-019e9992071a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.340s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.584285] env[63070]: DEBUG nova.compute.manager [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.584285] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f02197-bddc-4484-9ca8-4ed480190474 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.754053] env[63070]: DEBUG oslo_vmware.api [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770381, 'name': PowerOnVM_Task, 'duration_secs': 0.467043} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.754570] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.754777] env[63070]: INFO nova.compute.manager [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1427.754952] env[63070]: DEBUG nova.compute.manager [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.756769] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c528b118-5e89-4a57-9c34-6396683fa04d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.921622] env[63070]: DEBUG nova.compute.manager [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.987225] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f3b059-ff2d-480f-a8cc-327b16bb95fc, 'name': SearchDatastore_Task, 'duration_secs': 0.025856} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.988203] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.989279] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 474592d1-4a20-479d-85a9-a86c846849b5/474592d1-4a20-479d-85a9-a86c846849b5.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.991021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquiring lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.991021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquired lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.991021] env[63070]: DEBUG nova.network.neutron [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.996157] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94c63a6a-6079-4458-ab20-38b9bf443307 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.004829] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1428.004829] env[63070]: value = "task-1770384" [ 1428.004829] env[63070]: _type = "Task" [ 1428.004829] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.016520] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.018547] env[63070]: DEBUG nova.compute.manager [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Received event network-vif-plugged-7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1428.018791] env[63070]: DEBUG oslo_concurrency.lockutils [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] Acquiring lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.018959] env[63070]: DEBUG oslo_concurrency.lockutils [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] Lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.019201] env[63070]: DEBUG oslo_concurrency.lockutils [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] Lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.019463] env[63070]: DEBUG nova.compute.manager [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] No waiting events found dispatching network-vif-plugged-7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.019602] env[63070]: WARNING nova.compute.manager [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Received unexpected event network-vif-plugged-7e843608-8534-4b22-b2da-7f0b0e750e52 for instance with vm_state building and task_state spawning. [ 1428.019754] env[63070]: DEBUG nova.compute.manager [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Received event network-changed-7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1428.019924] env[63070]: DEBUG nova.compute.manager [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Refreshing instance network info cache due to event network-changed-7e843608-8534-4b22-b2da-7f0b0e750e52. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1428.020107] env[63070]: DEBUG oslo_concurrency.lockutils [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] Acquiring lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.098835] env[63070]: INFO nova.compute.manager [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] instance snapshotting [ 1428.101097] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecc910f-2db6-4e76-8093-9a97c3439e4d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.136228] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d7975b-dcbb-4854-878d-92a964c54c10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.279042] env[63070]: INFO nova.compute.manager [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Took 45.82 seconds to build instance. [ 1428.488924] env[63070]: DEBUG nova.network.neutron [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Successfully created port: ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.521489] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770384, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.574427] env[63070]: DEBUG nova.network.neutron [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Updating instance_info_cache with network_info: [{"id": "6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8", "address": "fa:16:3e:df:6b:f7", "network": {"id": "2c7ae3b9-d0ea-4012-baba-f1eeddbc9e8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355776928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4b9d3d1201e84ba28617839ea8cf52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd9ec30-e8", "ovs_interfaceid": "6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.608493] env[63070]: DEBUG nova.network.neutron [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.628643] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a3ac90-175c-4636-80d3-25a323e7818f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.636480] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbfec38-8aa5-40e5-b7c5-c23f2dfcf55b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.680960] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1428.685028] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00f3d006-a25d-4893-ab48-ca6d9cb43269 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.685668] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c12bc7c-9077-417d-bbc7-895d410401f3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.697083] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5630d5-75be-4915-9484-7f8d562d294e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.702493] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1428.702493] env[63070]: value = "task-1770385" [ 1428.702493] env[63070]: _type = "Task" [ 1428.702493] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.716877] env[63070]: DEBUG nova.compute.provider_tree [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.724287] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.787562] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc94878c-eeab-4d30-a6e0-c384f3dcaaed tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.063s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.934252] env[63070]: DEBUG nova.compute.manager [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.976451] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.976809] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.977043] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.977299] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.977518] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.977756] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.978060] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.978325] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.978807] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.979114] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.979693] env[63070]: DEBUG nova.virt.hardware [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.981902] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c5d1de-56b1-49b9-bbcc-65fd15aa4588 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.992034] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3465e60-bc94-4391-b9ab-be658be247ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.013453] env[63070]: DEBUG nova.network.neutron [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updating instance_info_cache with network_info: [{"id": "7e843608-8534-4b22-b2da-7f0b0e750e52", "address": "fa:16:3e:da:51:1a", "network": {"id": "a0ed269e-6a9a-48aa-b694-8ce9c0e1f5f3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2018929983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2664970c480a456d8ea8cc677361ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e843608-85", "ovs_interfaceid": "7e843608-8534-4b22-b2da-7f0b0e750e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.023571] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560309} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.024184] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 474592d1-4a20-479d-85a9-a86c846849b5/474592d1-4a20-479d-85a9-a86c846849b5.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.024184] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1429.024547] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f110a0c1-5038-40c1-885e-8dcf31ba8680 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.033139] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1429.033139] env[63070]: value = "task-1770386" [ 1429.033139] env[63070]: _type = "Task" [ 1429.033139] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.046015] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.079960] env[63070]: DEBUG oslo_concurrency.lockutils [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Releasing lock "refresh_cache-6a483d36-7cd6-4996-b187-8beb6fc95912" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.081179] env[63070]: DEBUG nova.objects.instance [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lazy-loading 'flavor' on Instance uuid 6a483d36-7cd6-4996-b187-8beb6fc95912 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.216901] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.220790] env[63070]: DEBUG nova.scheduler.client.report [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.292335] env[63070]: DEBUG nova.compute.manager [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1429.516077] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Releasing lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.516492] env[63070]: DEBUG nova.compute.manager [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Instance network_info: |[{"id": "7e843608-8534-4b22-b2da-7f0b0e750e52", "address": "fa:16:3e:da:51:1a", "network": {"id": "a0ed269e-6a9a-48aa-b694-8ce9c0e1f5f3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2018929983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2664970c480a456d8ea8cc677361ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e843608-85", "ovs_interfaceid": "7e843608-8534-4b22-b2da-7f0b0e750e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.516813] env[63070]: DEBUG oslo_concurrency.lockutils [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] Acquired lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.516989] env[63070]: DEBUG nova.network.neutron [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Refreshing network info cache for port 7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.518290] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:51:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e843608-8534-4b22-b2da-7f0b0e750e52', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.528103] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Creating folder: Project (2664970c480a456d8ea8cc677361ead9). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.529529] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4997343-85de-402b-b059-af8c94557ac7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.559619] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165418} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.563425] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.563425] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Created folder: Project (2664970c480a456d8ea8cc677361ead9) in parent group-v367531. [ 1429.563425] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Creating folder: Instances. Parent ref: group-v367645. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.563425] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bad9825-63bc-4cff-aa2f-cf5f3a4ce9ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.566426] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce2c8f1b-63c2-4481-92d3-7d75ff4a62db {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.602157] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 474592d1-4a20-479d-85a9-a86c846849b5/474592d1-4a20-479d-85a9-a86c846849b5.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.603468] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba3f9462-2d2c-4c16-a4d7-3b56989ae20a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.619956] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c338d5e9-0c29-4cc9-b506-8d35234dd660 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.623579] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Created folder: Instances in parent group-v367645. [ 1429.623836] env[63070]: DEBUG oslo.service.loopingcall [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.624069] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.624916] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f4aa5da-a646-4260-8683-cf628c4ab6f3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.664406] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1429.664406] env[63070]: value = "task-1770389" [ 1429.664406] env[63070]: _type = "Task" [ 1429.664406] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.664821] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.665673] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57c1a74e-3d4d-4746-9db0-ab0a833a23d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.672119] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.672119] env[63070]: value = "task-1770390" [ 1429.672119] env[63070]: _type = "Task" [ 1429.672119] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.679303] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.681150] env[63070]: DEBUG oslo_vmware.api [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1429.681150] env[63070]: value = "task-1770391" [ 1429.681150] env[63070]: _type = "Task" [ 1429.681150] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.688318] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770390, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.694034] env[63070]: DEBUG oslo_vmware.api [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.715143] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770385, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.728292] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.728826] env[63070]: DEBUG nova.compute.manager [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1429.731681] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.443s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.736020] env[63070]: INFO nova.compute.claims [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.822636] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.877617] env[63070]: DEBUG nova.compute.manager [req-c7740f76-7869-4da5-bb56-7003deb161ad req-8df4abde-f55b-4485-a641-5cc34fded58a service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Received event network-changed-080b58fe-fc4c-4b7b-9506-13d6507a7a15 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1429.877617] env[63070]: DEBUG nova.compute.manager [req-c7740f76-7869-4da5-bb56-7003deb161ad req-8df4abde-f55b-4485-a641-5cc34fded58a service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Refreshing instance network info cache due to event network-changed-080b58fe-fc4c-4b7b-9506-13d6507a7a15. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1429.879080] env[63070]: DEBUG oslo_concurrency.lockutils [req-c7740f76-7869-4da5-bb56-7003deb161ad req-8df4abde-f55b-4485-a641-5cc34fded58a service nova] Acquiring lock "refresh_cache-f75ea9ed-d5ca-49c3-b705-36ef56c801e2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.879080] env[63070]: DEBUG oslo_concurrency.lockutils [req-c7740f76-7869-4da5-bb56-7003deb161ad req-8df4abde-f55b-4485-a641-5cc34fded58a service nova] Acquired lock "refresh_cache-f75ea9ed-d5ca-49c3-b705-36ef56c801e2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.879080] env[63070]: DEBUG nova.network.neutron [req-c7740f76-7869-4da5-bb56-7003deb161ad req-8df4abde-f55b-4485-a641-5cc34fded58a service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Refreshing network info cache for port 080b58fe-fc4c-4b7b-9506-13d6507a7a15 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.180368] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770389, 'name': ReconfigVM_Task, 'duration_secs': 0.423939} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.180539] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 474592d1-4a20-479d-85a9-a86c846849b5/474592d1-4a20-479d-85a9-a86c846849b5.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.181201] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bfe20cd-1264-43f8-bec5-39128b4d645f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.187358] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770390, 'name': CreateVM_Task, 'duration_secs': 0.467334} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.193757] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.193757] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.193757] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.193757] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.193757] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d3f82d-c42d-486f-9afa-25332de4e95e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.201111] env[63070]: DEBUG oslo_vmware.api [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770391, 'name': PowerOffVM_Task, 'duration_secs': 0.270767} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.201442] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1430.201442] env[63070]: value = "task-1770393" [ 1430.201442] env[63070]: _type = "Task" [ 1430.201442] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.202044] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.209400] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1430.211821] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b844f9-b28b-4a63-90a1-31c1ff4e32c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.230514] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1430.230514] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b3abcd-0252-a424-d18c-1f9bf0b15cec" [ 1430.230514] env[63070]: _type = "Task" [ 1430.230514] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.250934] env[63070]: DEBUG nova.compute.utils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.255488] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770393, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.255488] env[63070]: DEBUG oslo_vmware.api [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1430.255488] env[63070]: value = "task-1770394" [ 1430.255488] env[63070]: _type = "Task" [ 1430.255488] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.259492] env[63070]: DEBUG nova.compute.manager [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.259668] env[63070]: DEBUG nova.network.neutron [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.262563] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770385, 'name': CreateSnapshot_Task, 'duration_secs': 1.417814} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.268054] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1430.274632] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc17c37-c264-4204-a6b2-dc70da2f95b7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.277650] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b3abcd-0252-a424-d18c-1f9bf0b15cec, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.278780] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.279037] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.279334] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.279536] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.279746] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.280513] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29fc27be-25e0-4461-a6c4-0b648c256e8e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.294198] env[63070]: DEBUG oslo_vmware.api [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.302603] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.302827] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.303971] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827a7805-f07e-49ba-99c0-b89471982b33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.312089] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1430.312089] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b5bc74-9204-b045-f2b9-69f977e8f187" [ 1430.312089] env[63070]: _type = "Task" [ 1430.312089] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.324597] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b5bc74-9204-b045-f2b9-69f977e8f187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.416269] env[63070]: DEBUG nova.policy [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1528687489eb412dae2d0240bc12a36c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '308f2514cbea41cfa8c50902821b0af5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.568308] env[63070]: DEBUG nova.network.neutron [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updated VIF entry in instance network info cache for port 7e843608-8534-4b22-b2da-7f0b0e750e52. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.568755] env[63070]: DEBUG nova.network.neutron [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updating instance_info_cache with network_info: [{"id": "7e843608-8534-4b22-b2da-7f0b0e750e52", "address": "fa:16:3e:da:51:1a", "network": {"id": "a0ed269e-6a9a-48aa-b694-8ce9c0e1f5f3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2018929983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2664970c480a456d8ea8cc677361ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e843608-85", "ovs_interfaceid": "7e843608-8534-4b22-b2da-7f0b0e750e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.724933] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770393, 'name': Rename_Task, 'duration_secs': 0.159141} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.725309] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.725627] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-483ef51b-b477-4944-83e1-79ccdfe65d92 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.734875] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1430.734875] env[63070]: value = "task-1770395" [ 1430.734875] env[63070]: _type = "Task" [ 1430.734875] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.745708] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.753769] env[63070]: DEBUG nova.compute.manager [req-c5652392-f2ee-492b-8193-b8c7b9736e00 req-1d3afe97-bab9-48ca-b1c7-e913c6280302 service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Received event network-vif-plugged-ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1430.755138] env[63070]: DEBUG oslo_concurrency.lockutils [req-c5652392-f2ee-492b-8193-b8c7b9736e00 req-1d3afe97-bab9-48ca-b1c7-e913c6280302 service nova] Acquiring lock "0861abe8-7840-4a5b-ac67-ae8576f66303-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.755466] env[63070]: DEBUG oslo_concurrency.lockutils [req-c5652392-f2ee-492b-8193-b8c7b9736e00 req-1d3afe97-bab9-48ca-b1c7-e913c6280302 service nova] Lock "0861abe8-7840-4a5b-ac67-ae8576f66303-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.755850] env[63070]: DEBUG oslo_concurrency.lockutils [req-c5652392-f2ee-492b-8193-b8c7b9736e00 req-1d3afe97-bab9-48ca-b1c7-e913c6280302 service nova] Lock "0861abe8-7840-4a5b-ac67-ae8576f66303-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.756250] env[63070]: DEBUG nova.compute.manager [req-c5652392-f2ee-492b-8193-b8c7b9736e00 req-1d3afe97-bab9-48ca-b1c7-e913c6280302 service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] No waiting events found dispatching network-vif-plugged-ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.756702] env[63070]: WARNING nova.compute.manager [req-c5652392-f2ee-492b-8193-b8c7b9736e00 req-1d3afe97-bab9-48ca-b1c7-e913c6280302 service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Received unexpected event network-vif-plugged-ff4b218e-75a5-4251-bb14-6d9b2308f393 for instance with vm_state building and task_state spawning. [ 1430.758060] env[63070]: DEBUG nova.compute.manager [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1430.788175] env[63070]: DEBUG oslo_vmware.api [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770394, 'name': ReconfigVM_Task, 'duration_secs': 0.258237} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.789242] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1430.789242] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.789356] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbbbfc0c-f4d0-4f15-8370-ab8ac9795149 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.801947] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1430.803555] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c3b676b-5943-4737-96d6-2a3518cfa3d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.807162] env[63070]: DEBUG oslo_vmware.api [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1430.807162] env[63070]: value = "task-1770396" [ 1430.807162] env[63070]: _type = "Task" [ 1430.807162] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.824282] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1430.824282] env[63070]: value = "task-1770397" [ 1430.824282] env[63070]: _type = "Task" [ 1430.824282] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.834332] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b5bc74-9204-b045-f2b9-69f977e8f187, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.841463] env[63070]: DEBUG oslo_vmware.api [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.843053] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ed58bd-fc43-4ba2-a72b-6ab802e89f65 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.848079] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770397, 'name': CloneVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.852367] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1430.852367] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5239172a-6495-e2b1-e696-c74d898ee108" [ 1430.852367] env[63070]: _type = "Task" [ 1430.852367] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.864904] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5239172a-6495-e2b1-e696-c74d898ee108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.871794] env[63070]: DEBUG nova.network.neutron [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Successfully updated port: ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.916363] env[63070]: DEBUG nova.network.neutron [req-c7740f76-7869-4da5-bb56-7003deb161ad req-8df4abde-f55b-4485-a641-5cc34fded58a service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Updated VIF entry in instance network info cache for port 080b58fe-fc4c-4b7b-9506-13d6507a7a15. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.916600] env[63070]: DEBUG nova.network.neutron [req-c7740f76-7869-4da5-bb56-7003deb161ad req-8df4abde-f55b-4485-a641-5cc34fded58a service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Updating instance_info_cache with network_info: [{"id": "080b58fe-fc4c-4b7b-9506-13d6507a7a15", "address": "fa:16:3e:fe:ea:e3", "network": {"id": "673a5151-564a-4332-b15e-3d6d070aac77", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-983116131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f946e17fa54faf8f8af46f91d6216c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080b58fe-fc", "ovs_interfaceid": "080b58fe-fc4c-4b7b-9506-13d6507a7a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.026470] env[63070]: DEBUG nova.network.neutron [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Successfully created port: db8acb20-3dd4-4dae-9445-e2098b589db5 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.072729] env[63070]: DEBUG oslo_concurrency.lockutils [req-0a06c882-d098-4b7f-b8e7-7bdf3564b243 req-5dfc44b1-dc42-4b38-bc51-2d140d295cf8 service nova] Releasing lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.245884] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770395, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.327715] env[63070]: DEBUG oslo_vmware.api [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770396, 'name': PowerOnVM_Task, 'duration_secs': 0.406309} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.334757] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.335236] env[63070]: DEBUG nova.compute.manager [None req-672bb1a9-7bb5-4e33-8a54-91c0fe8bd74f tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.338463] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32926f4-c216-4930-900d-7d7005b894b9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.352700] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770397, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.383510] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.383510] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquired lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.383510] env[63070]: DEBUG nova.network.neutron [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.384142] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5239172a-6495-e2b1-e696-c74d898ee108, 'name': SearchDatastore_Task, 'duration_secs': 0.013827} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.388126] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.388957] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 39ed78b7-ec3f-404f-84e3-f47ac4f9519d/39ed78b7-ec3f-404f-84e3-f47ac4f9519d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.390222] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfdd7b74-6b59-40fe-aad9-8e4d55419c4e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.400179] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1431.400179] env[63070]: value = "task-1770398" [ 1431.400179] env[63070]: _type = "Task" [ 1431.400179] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.421093] env[63070]: DEBUG oslo_concurrency.lockutils [req-c7740f76-7869-4da5-bb56-7003deb161ad req-8df4abde-f55b-4485-a641-5cc34fded58a service nova] Releasing lock "refresh_cache-f75ea9ed-d5ca-49c3-b705-36ef56c801e2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.421929] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.495514] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f24569e-5b42-4834-a5ad-c6cdea7ef455 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.504161] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7ca89e-6e94-424e-9059-fd61314e6532 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.539276] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e3ea7b-1291-4fbd-aa9c-67ce09f6893d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.557209] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918db14b-2cfd-42a5-a577-0b06d3bb14eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.572175] env[63070]: DEBUG nova.compute.provider_tree [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.579558] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquiring lock "b006f13b-0041-499b-a4e2-019e9992071a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.579698] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lock "b006f13b-0041-499b-a4e2-019e9992071a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.579912] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquiring lock "b006f13b-0041-499b-a4e2-019e9992071a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.580188] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lock "b006f13b-0041-499b-a4e2-019e9992071a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.580352] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lock "b006f13b-0041-499b-a4e2-019e9992071a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.583409] env[63070]: INFO nova.compute.manager [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Terminating instance [ 1431.747575] env[63070]: DEBUG oslo_vmware.api [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770395, 'name': PowerOnVM_Task, 'duration_secs': 0.718125} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.748150] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.748514] env[63070]: INFO nova.compute.manager [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1431.749081] env[63070]: DEBUG nova.compute.manager [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.749901] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb907b2-6020-4398-a1f0-efd59b55eddd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.790112] env[63070]: DEBUG nova.compute.manager [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.835525] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.835844] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.836104] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.836382] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.836561] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.836802] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.837133] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.837331] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.837535] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.837759] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.838008] env[63070]: DEBUG nova.virt.hardware [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.839871] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1855b6c0-c7e8-4040-9953-b1856eaf5168 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.860709] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4fbc48-08dc-4fa2-af49-af562ebf8c0e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.865270] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770397, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.919982] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770398, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.933387] env[63070]: DEBUG nova.network.neutron [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.077237] env[63070]: DEBUG nova.scheduler.client.report [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.088107] env[63070]: DEBUG nova.compute.manager [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1432.088318] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1432.089228] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3760be32-6f6b-4e25-80ff-705925841dbc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.103651] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1432.103909] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0349952-020c-44ed-91e5-1d3e4537a8ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.111105] env[63070]: DEBUG oslo_vmware.api [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for the task: (returnval){ [ 1432.111105] env[63070]: value = "task-1770399" [ 1432.111105] env[63070]: _type = "Task" [ 1432.111105] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.121396] env[63070]: DEBUG oslo_vmware.api [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.207910] env[63070]: DEBUG nova.network.neutron [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Updating instance_info_cache with network_info: [{"id": "ff4b218e-75a5-4251-bb14-6d9b2308f393", "address": "fa:16:3e:b6:80:6b", "network": {"id": "b50c55ae-e565-43b6-bfab-f4b8faf1d4f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924300205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd27b6ac18d4315841b8eb636e14683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4b218e-75", "ovs_interfaceid": "ff4b218e-75a5-4251-bb14-6d9b2308f393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.276601] env[63070]: INFO nova.compute.manager [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Took 45.69 seconds to build instance. [ 1432.338889] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770397, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.413164] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588702} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.413578] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 39ed78b7-ec3f-404f-84e3-f47ac4f9519d/39ed78b7-ec3f-404f-84e3-f47ac4f9519d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.413903] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.414266] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4e8911f-ef47-481b-892b-ac15823aa0b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.424113] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1432.424113] env[63070]: value = "task-1770401" [ 1432.424113] env[63070]: _type = "Task" [ 1432.424113] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.437080] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.584415] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.852s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.585017] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1432.597052] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.644s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.597806] env[63070]: INFO nova.compute.claims [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.625025] env[63070]: DEBUG oslo_vmware.api [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770399, 'name': PowerOffVM_Task, 'duration_secs': 0.493514} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.625025] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.625025] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1432.625025] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c71601-ca57-4c29-a8c1-3ecb31d1c7fd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.714111] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Releasing lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.714111] env[63070]: DEBUG nova.compute.manager [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Instance network_info: |[{"id": "ff4b218e-75a5-4251-bb14-6d9b2308f393", "address": "fa:16:3e:b6:80:6b", "network": {"id": "b50c55ae-e565-43b6-bfab-f4b8faf1d4f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924300205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd27b6ac18d4315841b8eb636e14683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4b218e-75", "ovs_interfaceid": "ff4b218e-75a5-4251-bb14-6d9b2308f393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.714111] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:80:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff4b218e-75a5-4251-bb14-6d9b2308f393', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.723106] env[63070]: DEBUG oslo.service.loopingcall [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.724300] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.724772] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca042894-2d08-4a8a-8af4-80b90092a1bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.757542] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.757542] env[63070]: value = "task-1770403" [ 1432.757542] env[63070]: _type = "Task" [ 1432.757542] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.762378] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.762889] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.763096] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Deleting the datastore file [datastore1] b006f13b-0041-499b-a4e2-019e9992071a {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.763855] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29c751b8-4c3b-436e-9d61-75ac07a916b4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.773736] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770403, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.774377] env[63070]: DEBUG oslo_vmware.api [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for the task: (returnval){ [ 1432.774377] env[63070]: value = "task-1770404" [ 1432.774377] env[63070]: _type = "Task" [ 1432.774377] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.778686] env[63070]: DEBUG oslo_concurrency.lockutils [None req-33db2d19-0868-4175-b20b-34b71b0b6ff0 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "474592d1-4a20-479d-85a9-a86c846849b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.989s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.788087] env[63070]: DEBUG oslo_vmware.api [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.841854] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770397, 'name': CloneVM_Task, 'duration_secs': 1.864015} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.842148] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Created linked-clone VM from snapshot [ 1432.843023] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dacbd6e-59c0-4ed7-97f1-6417dea89680 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.852205] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Uploading image 03e7b589-b7d3-4b1e-a42b-bfbf987f1ff7 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1432.898710] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1432.898710] env[63070]: value = "vm-367649" [ 1432.898710] env[63070]: _type = "VirtualMachine" [ 1432.898710] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1432.899025] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9436b01d-a1c1-4d47-a780-5ce45658925d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.907978] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lease: (returnval){ [ 1432.907978] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524caabe-ef69-715b-0da9-8bf6c8583a70" [ 1432.907978] env[63070]: _type = "HttpNfcLease" [ 1432.907978] env[63070]: } obtained for exporting VM: (result){ [ 1432.907978] env[63070]: value = "vm-367649" [ 1432.907978] env[63070]: _type = "VirtualMachine" [ 1432.907978] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1432.908297] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the lease: (returnval){ [ 1432.908297] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524caabe-ef69-715b-0da9-8bf6c8583a70" [ 1432.908297] env[63070]: _type = "HttpNfcLease" [ 1432.908297] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1432.915837] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1432.915837] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524caabe-ef69-715b-0da9-8bf6c8583a70" [ 1432.915837] env[63070]: _type = "HttpNfcLease" [ 1432.915837] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1432.924158] env[63070]: DEBUG nova.network.neutron [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Successfully updated port: db8acb20-3dd4-4dae-9445-e2098b589db5 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.937405] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316565} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.937601] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.938522] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a673224-6b0d-469f-9873-67bdb2ce96f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.965609] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 39ed78b7-ec3f-404f-84e3-f47ac4f9519d/39ed78b7-ec3f-404f-84e3-f47ac4f9519d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.965609] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f31ccc3-3ef0-40ea-93eb-eaf065783984 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.987185] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1432.987185] env[63070]: value = "task-1770406" [ 1432.987185] env[63070]: _type = "Task" [ 1432.987185] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.997597] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.040063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "6a483d36-7cd6-4996-b187-8beb6fc95912" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.040452] env[63070]: DEBUG oslo_concurrency.lockutils [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "6a483d36-7cd6-4996-b187-8beb6fc95912" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.040665] env[63070]: DEBUG oslo_concurrency.lockutils [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "6a483d36-7cd6-4996-b187-8beb6fc95912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.040869] env[63070]: DEBUG oslo_concurrency.lockutils [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "6a483d36-7cd6-4996-b187-8beb6fc95912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.041055] env[63070]: DEBUG oslo_concurrency.lockutils [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "6a483d36-7cd6-4996-b187-8beb6fc95912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.043213] env[63070]: INFO nova.compute.manager [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Terminating instance [ 1433.106679] env[63070]: DEBUG nova.compute.utils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.107952] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.108203] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.158464] env[63070]: DEBUG nova.policy [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf0094d0a1d4b75a3f82e843bd948d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11ce4bbb27ea4197b00dc17f83dc199c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.171136] env[63070]: DEBUG nova.compute.manager [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Received event network-changed-ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1433.171491] env[63070]: DEBUG nova.compute.manager [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Refreshing instance network info cache due to event network-changed-ff4b218e-75a5-4251-bb14-6d9b2308f393. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1433.171627] env[63070]: DEBUG oslo_concurrency.lockutils [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] Acquiring lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.171763] env[63070]: DEBUG oslo_concurrency.lockutils [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] Acquired lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.171957] env[63070]: DEBUG nova.network.neutron [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Refreshing network info cache for port ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.267980] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770403, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.286311] env[63070]: DEBUG nova.compute.manager [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1433.291087] env[63070]: DEBUG oslo_vmware.api [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Task: {'id': task-1770404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171135} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.291087] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1433.291087] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1433.291087] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1433.291314] env[63070]: INFO nova.compute.manager [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1433.291578] env[63070]: DEBUG oslo.service.loopingcall [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.291809] env[63070]: DEBUG nova.compute.manager [-] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1433.291902] env[63070]: DEBUG nova.network.neutron [-] [instance: b006f13b-0041-499b-a4e2-019e9992071a] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1434.174520] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Successfully created port: d3c47774-03f9-4d8b-913d-f3ff7f365da4 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.176666] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquiring lock "refresh_cache-9f81fa88-6a8c-44c2-be45-2c28d4df5062" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.176802] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquired lock "refresh_cache-9f81fa88-6a8c-44c2-be45-2c28d4df5062" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.176944] env[63070]: DEBUG nova.network.neutron [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.182063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "474592d1-4a20-479d-85a9-a86c846849b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.182063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "474592d1-4a20-479d-85a9-a86c846849b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.182063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "474592d1-4a20-479d-85a9-a86c846849b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.182063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "474592d1-4a20-479d-85a9-a86c846849b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.182063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "474592d1-4a20-479d-85a9-a86c846849b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.182063] env[63070]: DEBUG nova.compute.manager [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.182063] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.184731] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1434.199605] env[63070]: INFO nova.compute.manager [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Terminating instance [ 1434.205165] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04b24c7-a0aa-4b43-b16a-d2ce28ba850a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.218460] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1434.218460] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524caabe-ef69-715b-0da9-8bf6c8583a70" [ 1434.218460] env[63070]: _type = "HttpNfcLease" [ 1434.218460] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1434.227272] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1434.227272] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524caabe-ef69-715b-0da9-8bf6c8583a70" [ 1434.227272] env[63070]: _type = "HttpNfcLease" [ 1434.227272] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1434.228248] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770403, 'name': CreateVM_Task, 'duration_secs': 0.672788} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.228248] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.228248] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770406, 'name': ReconfigVM_Task, 'duration_secs': 0.82988} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.231631] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.232769] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1225a65-26dd-41ef-9ac8-a86df476a3c4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.235873] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.235873] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d83370a0-13c7-470e-9341-63e64aed22f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.237471] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 39ed78b7-ec3f-404f-84e3-f47ac4f9519d/39ed78b7-ec3f-404f-84e3-f47ac4f9519d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.241037] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.241037] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.241037] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1434.241037] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d612840f-8f2a-4acc-8d45-27b6c5e78665 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.242722] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f78e56-9cfa-4a78-a684-b42cc08833c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.249947] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522051dc-fc0a-c264-a204-52dba49f38ca/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1434.250557] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522051dc-fc0a-c264-a204-52dba49f38ca/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1434.253415] env[63070]: DEBUG oslo_vmware.api [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1434.253415] env[63070]: value = "task-1770407" [ 1434.253415] env[63070]: _type = "Task" [ 1434.253415] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.325024] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1434.325024] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eec4f5-6d13-1eb3-617b-898d3758d6a0" [ 1434.325024] env[63070]: _type = "Task" [ 1434.325024] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.325024] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1434.325024] env[63070]: value = "task-1770408" [ 1434.325024] env[63070]: _type = "Task" [ 1434.325024] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.342376] env[63070]: DEBUG oslo_vmware.api [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.349757] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eec4f5-6d13-1eb3-617b-898d3758d6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015445} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.353728] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.353869] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.354279] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.354279] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.354423] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.355133] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770408, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.355133] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1029a439-25f6-40db-95ed-0d63dee4b31e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.369771] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.370566] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.370801] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59618083-7c08-4ad9-9c45-84da7c6c87bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.380919] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bab799bb-f1b1-46e8-ba84-63dc0f8ec953 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.385130] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1434.385130] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52afdde5-7126-2e8d-87db-d1d9bf699f11" [ 1434.385130] env[63070]: _type = "Task" [ 1434.385130] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.395364] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52afdde5-7126-2e8d-87db-d1d9bf699f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.715851] env[63070]: DEBUG nova.compute.manager [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.715851] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.716425] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87466833-eab6-4476-b3f6-a68fc6d94323 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.729834] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.730048] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba2caa9c-2996-45fc-8509-13452105117e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.738421] env[63070]: DEBUG oslo_vmware.api [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1434.738421] env[63070]: value = "task-1770410" [ 1434.738421] env[63070]: _type = "Task" [ 1434.738421] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.750040] env[63070]: DEBUG nova.network.neutron [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.765692] env[63070]: DEBUG oslo_vmware.api [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.773666] env[63070]: DEBUG nova.network.neutron [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Updated VIF entry in instance network info cache for port ff4b218e-75a5-4251-bb14-6d9b2308f393. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.774186] env[63070]: DEBUG nova.network.neutron [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Updating instance_info_cache with network_info: [{"id": "ff4b218e-75a5-4251-bb14-6d9b2308f393", "address": "fa:16:3e:b6:80:6b", "network": {"id": "b50c55ae-e565-43b6-bfab-f4b8faf1d4f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924300205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd27b6ac18d4315841b8eb636e14683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4b218e-75", "ovs_interfaceid": "ff4b218e-75a5-4251-bb14-6d9b2308f393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.795058] env[63070]: DEBUG oslo_vmware.api [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770407, 'name': PowerOffVM_Task, 'duration_secs': 0.235743} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.795515] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.795799] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.796138] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d650fa4-4e8b-4f2d-84bf-127aa43be856 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.839321] env[63070]: DEBUG nova.network.neutron [-] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.844544] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770408, 'name': Rename_Task, 'duration_secs': 0.222686} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.845261] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.845612] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f2295c0-8f91-4e3a-a350-eefa735d4a69 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.857899] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1434.857899] env[63070]: value = "task-1770412" [ 1434.857899] env[63070]: _type = "Task" [ 1434.857899] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.862188] env[63070]: DEBUG nova.compute.manager [req-619e796f-ac6c-4978-8c20-2e4abfdf01a8 req-e3fe706d-a936-411c-9b2c-dc91a8188d63 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Received event network-vif-deleted-314ecd36-9de6-4d25-baa5-889deb7ab6f8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1434.862549] env[63070]: INFO nova.compute.manager [req-619e796f-ac6c-4978-8c20-2e4abfdf01a8 req-e3fe706d-a936-411c-9b2c-dc91a8188d63 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Neutron deleted interface 314ecd36-9de6-4d25-baa5-889deb7ab6f8; detaching it from the instance and deleting it from the info cache [ 1434.862967] env[63070]: DEBUG nova.network.neutron [req-619e796f-ac6c-4978-8c20-2e4abfdf01a8 req-e3fe706d-a936-411c-9b2c-dc91a8188d63 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.883030] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770412, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.909162] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52afdde5-7126-2e8d-87db-d1d9bf699f11, 'name': SearchDatastore_Task, 'duration_secs': 0.026179} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.914149] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d42625-84ce-4e67-b2a6-8638816ba68b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.926613] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1434.926613] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dca125-030f-3e64-9afa-3a4744beaca2" [ 1434.926613] env[63070]: _type = "Task" [ 1434.926613] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.938466] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dca125-030f-3e64-9afa-3a4744beaca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.965358] env[63070]: DEBUG nova.network.neutron [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Updating instance_info_cache with network_info: [{"id": "db8acb20-3dd4-4dae-9445-e2098b589db5", "address": "fa:16:3e:8d:18:e8", "network": {"id": "a5bc57e9-cc82-4cb1-a1e1-dc3e87718cb0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1452952810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "308f2514cbea41cfa8c50902821b0af5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8acb20-3d", "ovs_interfaceid": "db8acb20-3dd4-4dae-9445-e2098b589db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.982855] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712433a6-b9a6-494f-8f27-44c89460feb5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.994045] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ccb0b6-916a-48cf-879a-bd4c996774f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.035900] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fe3c3d-9491-4441-9ab5-3835208f10dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.046639] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497d79f6-a5cd-4107-88fd-c2cd2681bbc6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.062667] env[63070]: DEBUG nova.compute.provider_tree [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.206483] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1435.235476] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.235620] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.236046] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.236130] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.236271] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.236416] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.238190] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.238190] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.238190] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.238190] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.238190] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.238190] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a5bfd6-33bf-4611-a9f1-439f8b3f7ad9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.252466] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581eea41-afaa-41ed-9560-0ec11fd9b098 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.259647] env[63070]: DEBUG oslo_vmware.api [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770410, 'name': PowerOffVM_Task, 'duration_secs': 0.222515} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.260438] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.260696] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.261017] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35dfea10-0ca0-4f01-a4b0-3e28c6a102a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.281333] env[63070]: DEBUG oslo_concurrency.lockutils [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] Releasing lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.281603] env[63070]: DEBUG nova.compute.manager [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Received event network-vif-plugged-db8acb20-3dd4-4dae-9445-e2098b589db5 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1435.281795] env[63070]: DEBUG oslo_concurrency.lockutils [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] Acquiring lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.281993] env[63070]: DEBUG oslo_concurrency.lockutils [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] Lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.282170] env[63070]: DEBUG oslo_concurrency.lockutils [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] Lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.282343] env[63070]: DEBUG nova.compute.manager [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] No waiting events found dispatching network-vif-plugged-db8acb20-3dd4-4dae-9445-e2098b589db5 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.282517] env[63070]: WARNING nova.compute.manager [req-134e964c-4a44-4334-a709-d66406316a58 req-72f439ec-11f8-4932-bfe2-c6775493489a service nova] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Received unexpected event network-vif-plugged-db8acb20-3dd4-4dae-9445-e2098b589db5 for instance with vm_state building and task_state spawning. [ 1435.346037] env[63070]: INFO nova.compute.manager [-] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Took 2.05 seconds to deallocate network for instance. [ 1435.365830] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6891e2d-f80e-49f9-921c-3c2a698ee6f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.373272] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.383909] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33231c9a-0960-4d06-8284-76e97fc88428 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.409882] env[63070]: DEBUG nova.compute.manager [req-f842df09-947e-49bb-b7f3-9fd5b5aebbc0 req-d0d7e322-1a84-4b78-832c-ddec4e551b8a service nova] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Received event network-changed-db8acb20-3dd4-4dae-9445-e2098b589db5 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1435.409995] env[63070]: DEBUG nova.compute.manager [req-f842df09-947e-49bb-b7f3-9fd5b5aebbc0 req-d0d7e322-1a84-4b78-832c-ddec4e551b8a service nova] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Refreshing instance network info cache due to event network-changed-db8acb20-3dd4-4dae-9445-e2098b589db5. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1435.410206] env[63070]: DEBUG oslo_concurrency.lockutils [req-f842df09-947e-49bb-b7f3-9fd5b5aebbc0 req-d0d7e322-1a84-4b78-832c-ddec4e551b8a service nova] Acquiring lock "refresh_cache-9f81fa88-6a8c-44c2-be45-2c28d4df5062" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.433703] env[63070]: DEBUG nova.compute.manager [req-619e796f-ac6c-4978-8c20-2e4abfdf01a8 req-e3fe706d-a936-411c-9b2c-dc91a8188d63 service nova] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Detach interface failed, port_id=314ecd36-9de6-4d25-baa5-889deb7ab6f8, reason: Instance b006f13b-0041-499b-a4e2-019e9992071a could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1435.445637] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dca125-030f-3e64-9afa-3a4744beaca2, 'name': SearchDatastore_Task, 'duration_secs': 0.378088} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.445820] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.446941] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0861abe8-7840-4a5b-ac67-ae8576f66303/0861abe8-7840-4a5b-ac67-ae8576f66303.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.446941] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6cec05e-2936-4908-8a27-42689e0208d1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.456212] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1435.456212] env[63070]: value = "task-1770414" [ 1435.456212] env[63070]: _type = "Task" [ 1435.456212] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.465568] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.471856] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Releasing lock "refresh_cache-9f81fa88-6a8c-44c2-be45-2c28d4df5062" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.472248] env[63070]: DEBUG nova.compute.manager [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Instance network_info: |[{"id": "db8acb20-3dd4-4dae-9445-e2098b589db5", "address": "fa:16:3e:8d:18:e8", "network": {"id": "a5bc57e9-cc82-4cb1-a1e1-dc3e87718cb0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1452952810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "308f2514cbea41cfa8c50902821b0af5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8acb20-3d", "ovs_interfaceid": "db8acb20-3dd4-4dae-9445-e2098b589db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1435.472746] env[63070]: DEBUG oslo_concurrency.lockutils [req-f842df09-947e-49bb-b7f3-9fd5b5aebbc0 req-d0d7e322-1a84-4b78-832c-ddec4e551b8a service nova] Acquired lock "refresh_cache-9f81fa88-6a8c-44c2-be45-2c28d4df5062" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.473619] env[63070]: DEBUG nova.network.neutron [req-f842df09-947e-49bb-b7f3-9fd5b5aebbc0 req-d0d7e322-1a84-4b78-832c-ddec4e551b8a service nova] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Refreshing network info cache for port db8acb20-3dd4-4dae-9445-e2098b589db5 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.475652] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:18:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db8acb20-3dd4-4dae-9445-e2098b589db5', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.487051] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Creating folder: Project (308f2514cbea41cfa8c50902821b0af5). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1435.487051] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed00ad0e-8af3-4a22-8f65-d68b193fe9ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.502769] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Created folder: Project (308f2514cbea41cfa8c50902821b0af5) in parent group-v367531. [ 1435.503087] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Creating folder: Instances. Parent ref: group-v367652. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1435.503936] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-836f6b8b-d0a7-4fa4-9c14-a05d962ac404 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.516702] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Created folder: Instances in parent group-v367652. [ 1435.517217] env[63070]: DEBUG oslo.service.loopingcall [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.521184] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.521184] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa558791-16ec-4672-a29a-43c4bd9aa5da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.554021] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.554021] env[63070]: value = "task-1770417" [ 1435.554021] env[63070]: _type = "Task" [ 1435.554021] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.564227] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770417, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.566691] env[63070]: DEBUG nova.scheduler.client.report [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.852608] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.872823] env[63070]: DEBUG oslo_vmware.api [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770412, 'name': PowerOnVM_Task, 'duration_secs': 0.811884} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.874883] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.874883] env[63070]: INFO nova.compute.manager [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1435.874883] env[63070]: DEBUG nova.compute.manager [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.874883] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ae12ff-ff71-4d47-9a9a-353dcee2071a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.942908] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.943487] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.947019] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Deleting the datastore file [datastore1] 6a483d36-7cd6-4996-b187-8beb6fc95912 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.947019] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-597ff035-cdee-45a3-9ea5-6fcdf5419483 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.953911] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.954157] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.954349] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleting the datastore file [datastore1] 474592d1-4a20-479d-85a9-a86c846849b5 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.954637] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc4666b8-fbea-4640-9876-f04f14dab3ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.958699] env[63070]: DEBUG oslo_vmware.api [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1435.958699] env[63070]: value = "task-1770418" [ 1435.958699] env[63070]: _type = "Task" [ 1435.958699] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.969970] env[63070]: DEBUG oslo_vmware.api [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1435.969970] env[63070]: value = "task-1770419" [ 1435.969970] env[63070]: _type = "Task" [ 1435.969970] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.976710] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770414, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.977087] env[63070]: DEBUG oslo_vmware.api [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.989069] env[63070]: DEBUG oslo_vmware.api [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.065743] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770417, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.075109] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.480s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.075872] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1436.079810] env[63070]: DEBUG oslo_concurrency.lockutils [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.869s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.083589] env[63070]: DEBUG nova.objects.instance [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lazy-loading 'resources' on Instance uuid 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.402042] env[63070]: INFO nova.compute.manager [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Took 47.23 seconds to build instance. [ 1436.431082] env[63070]: DEBUG nova.network.neutron [req-f842df09-947e-49bb-b7f3-9fd5b5aebbc0 req-d0d7e322-1a84-4b78-832c-ddec4e551b8a service nova] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Updated VIF entry in instance network info cache for port db8acb20-3dd4-4dae-9445-e2098b589db5. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.431450] env[63070]: DEBUG nova.network.neutron [req-f842df09-947e-49bb-b7f3-9fd5b5aebbc0 req-d0d7e322-1a84-4b78-832c-ddec4e551b8a service nova] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Updating instance_info_cache with network_info: [{"id": "db8acb20-3dd4-4dae-9445-e2098b589db5", "address": "fa:16:3e:8d:18:e8", "network": {"id": "a5bc57e9-cc82-4cb1-a1e1-dc3e87718cb0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1452952810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "308f2514cbea41cfa8c50902821b0af5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8acb20-3d", "ovs_interfaceid": "db8acb20-3dd4-4dae-9445-e2098b589db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.478768] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770414, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.488627] env[63070]: DEBUG oslo_vmware.api [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.497595] env[63070]: DEBUG oslo_vmware.api [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.535783] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Successfully updated port: d3c47774-03f9-4d8b-913d-f3ff7f365da4 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1436.567213] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770417, 'name': CreateVM_Task, 'duration_secs': 0.674452} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.567597] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.568530] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.568816] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.569271] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.570218] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f37759e-6b13-492a-b4ca-e1f7878f310c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.577031] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for the task: (returnval){ [ 1436.577031] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5271a9f2-ad96-184f-355d-86a402cbf94a" [ 1436.577031] env[63070]: _type = "Task" [ 1436.577031] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.593706] env[63070]: DEBUG nova.compute.utils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1436.595194] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5271a9f2-ad96-184f-355d-86a402cbf94a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.595958] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1436.597142] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1436.709693] env[63070]: DEBUG nova.policy [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf0094d0a1d4b75a3f82e843bd948d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11ce4bbb27ea4197b00dc17f83dc199c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1436.909246] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d54c30e1-9d99-4175-8f1a-dbce6682abff tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.568s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.942037] env[63070]: DEBUG oslo_concurrency.lockutils [req-f842df09-947e-49bb-b7f3-9fd5b5aebbc0 req-d0d7e322-1a84-4b78-832c-ddec4e551b8a service nova] Releasing lock "refresh_cache-9f81fa88-6a8c-44c2-be45-2c28d4df5062" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.972730] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770414, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.090116} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.973628] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0861abe8-7840-4a5b-ac67-ae8576f66303/0861abe8-7840-4a5b-ac67-ae8576f66303.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1436.973873] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1436.976814] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34fb5f31-6080-4b2f-872c-ecbb85956b38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.982791] env[63070]: DEBUG oslo_vmware.api [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.761916} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.986783] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.986940] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.987141] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.987333] env[63070]: INFO nova.compute.manager [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1436.990661] env[63070]: DEBUG oslo.service.loopingcall [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.990661] env[63070]: DEBUG nova.compute.manager [-] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1436.990661] env[63070]: DEBUG nova.network.neutron [-] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.992672] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1436.992672] env[63070]: value = "task-1770421" [ 1436.992672] env[63070]: _type = "Task" [ 1436.992672] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.996403] env[63070]: DEBUG oslo_vmware.api [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.72788} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.003404] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1437.003717] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1437.003830] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1437.004046] env[63070]: INFO nova.compute.manager [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1437.004337] env[63070]: DEBUG oslo.service.loopingcall [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.006219] env[63070]: DEBUG nova.compute.manager [-] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1437.006219] env[63070]: DEBUG nova.network.neutron [-] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1437.013550] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.037700] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "refresh_cache-d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.037838] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired lock "refresh_cache-d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.038140] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.089803] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5271a9f2-ad96-184f-355d-86a402cbf94a, 'name': SearchDatastore_Task, 'duration_secs': 0.011855} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.093278] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.093605] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.093876] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.094053] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.094613] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.096031] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90ace1e5-9a4c-45ea-9b51-a376b6a7d08c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.098991] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1437.116741] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.117095] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.121807] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70672378-736a-492b-a89a-71e36a551cea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.131580] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for the task: (returnval){ [ 1437.131580] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5254b4d8-ab04-518e-bb05-1e126750d3e0" [ 1437.131580] env[63070]: _type = "Task" [ 1437.131580] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.152109] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5254b4d8-ab04-518e-bb05-1e126750d3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.342488] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a0bc47-e36b-4b1b-8932-5140c1981d27 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.351805] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef7524d-b253-487c-8f29-a0ca5337450b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.396809] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da95ebab-0662-4925-a41d-0044cc2d8022 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.406987] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf64ba64-6351-4e8b-94dd-61dcb6a7c50d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.414814] env[63070]: DEBUG nova.compute.manager [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1437.428190] env[63070]: DEBUG nova.compute.provider_tree [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.508513] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164502} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.508848] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.509875] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d351b150-c930-4840-9312-d2bba300ac12 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.536467] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 0861abe8-7840-4a5b-ac67-ae8576f66303/0861abe8-7840-4a5b-ac67-ae8576f66303.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.536467] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ec0e00-8ca8-4ed5-a665-b58418cc67e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.566492] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1437.566492] env[63070]: value = "task-1770422" [ 1437.566492] env[63070]: _type = "Task" [ 1437.566492] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.574431] env[63070]: DEBUG nova.compute.manager [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Received event network-vif-plugged-d3c47774-03f9-4d8b-913d-f3ff7f365da4 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1437.574431] env[63070]: DEBUG oslo_concurrency.lockutils [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] Acquiring lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.574431] env[63070]: DEBUG oslo_concurrency.lockutils [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] Lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.574431] env[63070]: DEBUG oslo_concurrency.lockutils [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] Lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.574775] env[63070]: DEBUG nova.compute.manager [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] No waiting events found dispatching network-vif-plugged-d3c47774-03f9-4d8b-913d-f3ff7f365da4 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1437.575114] env[63070]: WARNING nova.compute.manager [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Received unexpected event network-vif-plugged-d3c47774-03f9-4d8b-913d-f3ff7f365da4 for instance with vm_state building and task_state spawning. [ 1437.575427] env[63070]: DEBUG nova.compute.manager [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Received event network-changed-d3c47774-03f9-4d8b-913d-f3ff7f365da4 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1437.575727] env[63070]: DEBUG nova.compute.manager [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Refreshing instance network info cache due to event network-changed-d3c47774-03f9-4d8b-913d-f3ff7f365da4. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1437.576047] env[63070]: DEBUG oslo_concurrency.lockutils [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] Acquiring lock "refresh_cache-d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.582859] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.601096] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.652062] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5254b4d8-ab04-518e-bb05-1e126750d3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.022692} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.652062] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9d2ea7-c769-4dfb-9c39-efca77c3184e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.656399] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for the task: (returnval){ [ 1437.656399] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5299398c-19a2-fd48-f7aa-fd0e2ea0eea8" [ 1437.656399] env[63070]: _type = "Task" [ 1437.656399] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.666421] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5299398c-19a2-fd48-f7aa-fd0e2ea0eea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.773447] env[63070]: DEBUG nova.compute.manager [req-025a00f6-11ad-43d3-a059-6dbdc1a53f4b req-357c08cb-2b0f-44c5-89d0-128f1a495595 service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Received event network-vif-deleted-6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1437.773695] env[63070]: INFO nova.compute.manager [req-025a00f6-11ad-43d3-a059-6dbdc1a53f4b req-357c08cb-2b0f-44c5-89d0-128f1a495595 service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Neutron deleted interface 6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8; detaching it from the instance and deleting it from the info cache [ 1437.773904] env[63070]: DEBUG nova.network.neutron [req-025a00f6-11ad-43d3-a059-6dbdc1a53f4b req-357c08cb-2b0f-44c5-89d0-128f1a495595 service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.837734] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Successfully created port: 011949db-2422-42b5-baac-3b3a6e771f4f {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1437.930336] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Updating instance_info_cache with network_info: [{"id": "d3c47774-03f9-4d8b-913d-f3ff7f365da4", "address": "fa:16:3e:46:2d:37", "network": {"id": "9068ae30-f360-4b69-a25d-5e29476fde93", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-186421055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ce4bbb27ea4197b00dc17f83dc199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c47774-03", "ovs_interfaceid": "d3c47774-03f9-4d8b-913d-f3ff7f365da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.936365] env[63070]: DEBUG nova.scheduler.client.report [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.973538] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.057909] env[63070]: DEBUG nova.network.neutron [-] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.081297] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.111678] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1438.153435] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.154325] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.154662] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.155102] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.157014] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.157014] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.157014] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.157014] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.157014] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.157014] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.157014] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.159269] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46195f73-2e9e-4c31-a846-d49ca5c1a60f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.179423] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ece277-5b37-4e46-9f35-4df2efc0fb77 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.184915] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5299398c-19a2-fd48-f7aa-fd0e2ea0eea8, 'name': SearchDatastore_Task, 'duration_secs': 0.044335} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.185326] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.185654] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 9f81fa88-6a8c-44c2-be45-2c28d4df5062/9f81fa88-6a8c-44c2-be45-2c28d4df5062.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.186546] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca2dcbae-88b0-458f-b87c-9ac516d2d374 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.210346] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for the task: (returnval){ [ 1438.210346] env[63070]: value = "task-1770423" [ 1438.210346] env[63070]: _type = "Task" [ 1438.210346] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.227670] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.276426] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74b6e427-7394-4f1d-8930-b9d4a6ce96e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.287854] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68f695-3d54-43a3-8291-6b7ca4d10a32 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.335635] env[63070]: DEBUG nova.compute.manager [req-025a00f6-11ad-43d3-a059-6dbdc1a53f4b req-357c08cb-2b0f-44c5-89d0-128f1a495595 service nova] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Detach interface failed, port_id=6fd9ec30-e8f2-4b39-8d6e-8c1f53400ff8, reason: Instance 6a483d36-7cd6-4996-b187-8beb6fc95912 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1438.440283] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Releasing lock "refresh_cache-d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.444024] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Instance network_info: |[{"id": "d3c47774-03f9-4d8b-913d-f3ff7f365da4", "address": "fa:16:3e:46:2d:37", "network": {"id": "9068ae30-f360-4b69-a25d-5e29476fde93", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-186421055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ce4bbb27ea4197b00dc17f83dc199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c47774-03", "ovs_interfaceid": "d3c47774-03f9-4d8b-913d-f3ff7f365da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.444024] env[63070]: DEBUG oslo_concurrency.lockutils [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] Acquired lock "refresh_cache-d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.444024] env[63070]: DEBUG nova.network.neutron [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Refreshing network info cache for port d3c47774-03f9-4d8b-913d-f3ff7f365da4 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.444465] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:2d:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3c47774-03f9-4d8b-913d-f3ff7f365da4', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.454284] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Creating folder: Project (11ce4bbb27ea4197b00dc17f83dc199c). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.457634] env[63070]: DEBUG oslo_concurrency.lockutils [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.377s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.461047] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b32766ae-5667-47e6-a121-bb42de1b2030 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.464810] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.052s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.464928] env[63070]: DEBUG nova.objects.instance [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lazy-loading 'resources' on Instance uuid 61a92832-9fca-49e7-a1e6-fadd39ed54b1 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.485860] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Created folder: Project (11ce4bbb27ea4197b00dc17f83dc199c) in parent group-v367531. [ 1438.485860] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Creating folder: Instances. Parent ref: group-v367655. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.487281] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60f924b6-452b-42ea-bf8a-ca3d3d276dbd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.504421] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Created folder: Instances in parent group-v367655. [ 1438.504421] env[63070]: DEBUG oslo.service.loopingcall [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.504421] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.504421] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7e8ac70-8766-407f-8bab-c90db733613e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.523681] env[63070]: INFO nova.scheduler.client.report [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Deleted allocations for instance 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3 [ 1438.528019] env[63070]: DEBUG nova.network.neutron [-] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.541371] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.541371] env[63070]: value = "task-1770427" [ 1438.541371] env[63070]: _type = "Task" [ 1438.541371] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.554600] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770427, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.562014] env[63070]: INFO nova.compute.manager [-] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Took 1.57 seconds to deallocate network for instance. [ 1438.580543] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770422, 'name': ReconfigVM_Task, 'duration_secs': 0.685248} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.581362] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 0861abe8-7840-4a5b-ac67-ae8576f66303/0861abe8-7840-4a5b-ac67-ae8576f66303.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.581624] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8611415-9a47-4a5d-9767-9450746bce8b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.592130] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1438.592130] env[63070]: value = "task-1770428" [ 1438.592130] env[63070]: _type = "Task" [ 1438.592130] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.606384] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770428, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.723945] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770423, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.040477] env[63070]: INFO nova.compute.manager [-] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Took 2.03 seconds to deallocate network for instance. [ 1439.041194] env[63070]: DEBUG oslo_concurrency.lockutils [None req-334e43ab-347a-440f-8ddb-2a68bb0193a6 tempest-FloatingIPsAssociationNegativeTestJSON-125668830 tempest-FloatingIPsAssociationNegativeTestJSON-125668830-project-member] Lock "77a23b9e-54c9-4629-bb5a-7c6a5e5202a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.760s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.061923] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770427, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.074170] env[63070]: DEBUG oslo_concurrency.lockutils [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.111919] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770428, 'name': Rename_Task, 'duration_secs': 0.277907} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.111919] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.115277] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e511dd68-3f4a-45cc-835b-72e02d9ef257 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.126029] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1439.126029] env[63070]: value = "task-1770429" [ 1439.126029] env[63070]: _type = "Task" [ 1439.126029] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.136665] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.229983] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606211} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.229983] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 9f81fa88-6a8c-44c2-be45-2c28d4df5062/9f81fa88-6a8c-44c2-be45-2c28d4df5062.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.229983] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.229983] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cad1420c-c59c-40bf-a4d3-fccce5b049a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.237352] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for the task: (returnval){ [ 1439.237352] env[63070]: value = "task-1770430" [ 1439.237352] env[63070]: _type = "Task" [ 1439.237352] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.247935] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.292259] env[63070]: DEBUG oslo_concurrency.lockutils [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "efe551af-1396-46e5-b398-d3785acae4f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.292259] env[63070]: DEBUG oslo_concurrency.lockutils [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.437164] env[63070]: DEBUG nova.network.neutron [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Updated VIF entry in instance network info cache for port d3c47774-03f9-4d8b-913d-f3ff7f365da4. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.437164] env[63070]: DEBUG nova.network.neutron [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Updating instance_info_cache with network_info: [{"id": "d3c47774-03f9-4d8b-913d-f3ff7f365da4", "address": "fa:16:3e:46:2d:37", "network": {"id": "9068ae30-f360-4b69-a25d-5e29476fde93", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-186421055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ce4bbb27ea4197b00dc17f83dc199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c47774-03", "ovs_interfaceid": "d3c47774-03f9-4d8b-913d-f3ff7f365da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.559578] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.560235] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770427, 'name': CreateVM_Task, 'duration_secs': 0.689173} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.562965] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.563833] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.563996] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.564316] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.564584] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c10d3a9b-8d84-4104-ba07-c6226b478af7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.574323] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1439.574323] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5213025a-93f1-46ff-2ccc-63189d3ce83c" [ 1439.574323] env[63070]: _type = "Task" [ 1439.574323] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.591205] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquiring lock "55e951bd-d72e-409a-b69f-f61fe72d96ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.591463] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lock "55e951bd-d72e-409a-b69f-f61fe72d96ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.591662] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquiring lock "55e951bd-d72e-409a-b69f-f61fe72d96ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.591870] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lock "55e951bd-d72e-409a-b69f-f61fe72d96ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.592032] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lock "55e951bd-d72e-409a-b69f-f61fe72d96ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.594173] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5213025a-93f1-46ff-2ccc-63189d3ce83c, 'name': SearchDatastore_Task, 'duration_secs': 0.012346} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.597434] env[63070]: INFO nova.compute.manager [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Terminating instance [ 1439.599338] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.599595] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.599938] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.600185] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.600185] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.600669] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a42bcce-3f15-4703-901b-13736c7b08fd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.615192] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.615583] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.620492] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa04af4-c328-4c50-a63d-1f8e12f70cfe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.634827] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1439.634827] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eb8687-6119-d790-44a6-c80c1c6dc422" [ 1439.634827] env[63070]: _type = "Task" [ 1439.634827] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.644899] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e142ba75-fb54-445d-a41b-c3cbbc16bda8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.649321] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770429, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.658953] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635dc79e-e848-4b4b-99d0-53f3f15b3eea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.662870] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eb8687-6119-d790-44a6-c80c1c6dc422, 'name': SearchDatastore_Task, 'duration_secs': 0.012322} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.664170] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-379520d4-a59c-4388-a89f-5604da431848 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.694856] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937deb06-6009-4c39-afa8-311c179e27ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.699021] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1439.699021] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520a0641-3f70-7b80-ca99-c1d41f9232e9" [ 1439.699021] env[63070]: _type = "Task" [ 1439.699021] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.706731] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3037dc12-1fac-4903-8f66-840f51525e97 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.715464] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520a0641-3f70-7b80-ca99-c1d41f9232e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.716163] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.716435] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] d6f098c7-4ce7-440f-9b44-1eecdb8b6c27/d6f098c7-4ce7-440f-9b44-1eecdb8b6c27.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.716703] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dab2c52b-cf60-44b9-9468-a251cc83ae3b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.727373] env[63070]: DEBUG nova.compute.provider_tree [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.735572] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1439.735572] env[63070]: value = "task-1770431" [ 1439.735572] env[63070]: _type = "Task" [ 1439.735572] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.748633] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12391} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.751671] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.751968] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.752688] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57267472-a758-4bf6-ad0a-d3b915a40d90 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.779259] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 9f81fa88-6a8c-44c2-be45-2c28d4df5062/9f81fa88-6a8c-44c2-be45-2c28d4df5062.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.779259] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba649fc-6eba-41ae-941e-09dc1f1c1677 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.795890] env[63070]: DEBUG nova.compute.utils [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1439.801195] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for the task: (returnval){ [ 1439.801195] env[63070]: value = "task-1770432" [ 1439.801195] env[63070]: _type = "Task" [ 1439.801195] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.819179] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.942874] env[63070]: DEBUG oslo_concurrency.lockutils [req-f0b1f0cb-fbe8-4278-a893-611d6b3c5cb9 req-20036cf7-6f9e-4de9-9e79-1a4b15fb3236 service nova] Releasing lock "refresh_cache-d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.026605] env[63070]: DEBUG nova.compute.manager [req-53af1326-3295-4fe8-9719-9d600886e6ed req-c96b464b-5cd8-4d61-8c45-195865ac27ef service nova] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Received event network-vif-deleted-523edcfd-e223-49e2-92e8-b4168125666a {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1440.028021] env[63070]: DEBUG nova.compute.manager [req-53af1326-3295-4fe8-9719-9d600886e6ed req-c96b464b-5cd8-4d61-8c45-195865ac27ef service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Received event network-changed-7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1440.028021] env[63070]: DEBUG nova.compute.manager [req-53af1326-3295-4fe8-9719-9d600886e6ed req-c96b464b-5cd8-4d61-8c45-195865ac27ef service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Refreshing instance network info cache due to event network-changed-7e843608-8534-4b22-b2da-7f0b0e750e52. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1440.028021] env[63070]: DEBUG oslo_concurrency.lockutils [req-53af1326-3295-4fe8-9719-9d600886e6ed req-c96b464b-5cd8-4d61-8c45-195865ac27ef service nova] Acquiring lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.028021] env[63070]: DEBUG oslo_concurrency.lockutils [req-53af1326-3295-4fe8-9719-9d600886e6ed req-c96b464b-5cd8-4d61-8c45-195865ac27ef service nova] Acquired lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.028021] env[63070]: DEBUG nova.network.neutron [req-53af1326-3295-4fe8-9719-9d600886e6ed req-c96b464b-5cd8-4d61-8c45-195865ac27ef service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Refreshing network info cache for port 7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.033387] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Successfully updated port: 011949db-2422-42b5-baac-3b3a6e771f4f {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.107468] env[63070]: DEBUG nova.compute.manager [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.107697] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.108652] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80158ec4-d117-496d-ab1f-d1a98ce8c993 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.119384] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.119659] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1829dec-2748-4fb7-b6d9-6bbaedccaa75 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.132290] env[63070]: DEBUG oslo_vmware.api [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for the task: (returnval){ [ 1440.132290] env[63070]: value = "task-1770433" [ 1440.132290] env[63070]: _type = "Task" [ 1440.132290] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.139921] env[63070]: DEBUG oslo_vmware.api [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770429, 'name': PowerOnVM_Task, 'duration_secs': 0.558958} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.140842] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.141052] env[63070]: INFO nova.compute.manager [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Took 11.21 seconds to spawn the instance on the hypervisor. [ 1440.141195] env[63070]: DEBUG nova.compute.manager [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.145919] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b84081-9f96-43e8-b6e9-43dc59e359dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.156552] env[63070]: DEBUG oslo_vmware.api [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.231097] env[63070]: DEBUG nova.scheduler.client.report [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.251763] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770431, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.299483] env[63070]: DEBUG oslo_concurrency.lockutils [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.312179] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.535918] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "refresh_cache-d6857835-31a5-47da-a63d-245672f30cb4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.537075] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired lock "refresh_cache-d6857835-31a5-47da-a63d-245672f30cb4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.537075] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.651769] env[63070]: DEBUG oslo_vmware.api [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770433, 'name': PowerOffVM_Task, 'duration_secs': 0.323438} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.652113] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.653042] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.653890] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebc3a14b-8fc6-4107-a41f-de8c75fb8484 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.678617] env[63070]: INFO nova.compute.manager [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Took 44.81 seconds to build instance. [ 1440.741031] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.741031] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.155s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.743253] env[63070]: INFO nova.compute.claims [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.759288] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559888} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.760010] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] d6f098c7-4ce7-440f-9b44-1eecdb8b6c27/d6f098c7-4ce7-440f-9b44-1eecdb8b6c27.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.760259] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.761743] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00765051-eeae-4023-accc-7ca7315a73fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.764511] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.764756] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.764912] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Deleting the datastore file [datastore1] 55e951bd-d72e-409a-b69f-f61fe72d96ad {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.767967] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01c6da9d-73f4-43e9-83c5-a23c7521bd53 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.777150] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1440.777150] env[63070]: value = "task-1770435" [ 1440.777150] env[63070]: _type = "Task" [ 1440.777150] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.778560] env[63070]: INFO nova.scheduler.client.report [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Deleted allocations for instance 61a92832-9fca-49e7-a1e6-fadd39ed54b1 [ 1440.786861] env[63070]: DEBUG oslo_vmware.api [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for the task: (returnval){ [ 1440.786861] env[63070]: value = "task-1770436" [ 1440.786861] env[63070]: _type = "Task" [ 1440.786861] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.814155] env[63070]: DEBUG oslo_vmware.api [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.814251] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.823037] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770432, 'name': ReconfigVM_Task, 'duration_secs': 0.609641} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.823185] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 9f81fa88-6a8c-44c2-be45-2c28d4df5062/9f81fa88-6a8c-44c2-be45-2c28d4df5062.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.823780] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dbd3ca2-34e0-4910-9175-b77ce578b15c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.831695] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for the task: (returnval){ [ 1440.831695] env[63070]: value = "task-1770437" [ 1440.831695] env[63070]: _type = "Task" [ 1440.831695] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.841774] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770437, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.842856] env[63070]: DEBUG nova.network.neutron [req-53af1326-3295-4fe8-9719-9d600886e6ed req-c96b464b-5cd8-4d61-8c45-195865ac27ef service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updated VIF entry in instance network info cache for port 7e843608-8534-4b22-b2da-7f0b0e750e52. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.843259] env[63070]: DEBUG nova.network.neutron [req-53af1326-3295-4fe8-9719-9d600886e6ed req-c96b464b-5cd8-4d61-8c45-195865ac27ef service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updating instance_info_cache with network_info: [{"id": "7e843608-8534-4b22-b2da-7f0b0e750e52", "address": "fa:16:3e:da:51:1a", "network": {"id": "a0ed269e-6a9a-48aa-b694-8ce9c0e1f5f3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2018929983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2664970c480a456d8ea8cc677361ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e843608-85", "ovs_interfaceid": "7e843608-8534-4b22-b2da-7f0b0e750e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.099228] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.180984] env[63070]: DEBUG oslo_concurrency.lockutils [None req-658ed052-d78c-4394-9599-0d37a4a84c81 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "0861abe8-7840-4a5b-ac67-ae8576f66303" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.294s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.287283] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc4a0ce3-1d52-4df4-addf-4ac344651c7c tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "61a92832-9fca-49e7-a1e6-fadd39ed54b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.424s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.315583] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093154} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.316029] env[63070]: DEBUG oslo_vmware.api [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Task: {'id': task-1770436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19668} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.316981] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.317375] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.317606] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.317836] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.318055] env[63070]: INFO nova.compute.manager [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1441.318332] env[63070]: DEBUG oslo.service.loopingcall [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.319822] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c0d349-ece5-4c30-b131-f8fcfdde16e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.323340] env[63070]: DEBUG nova.compute.manager [-] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.323450] env[63070]: DEBUG nova.network.neutron [-] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.326476] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Updating instance_info_cache with network_info: [{"id": "011949db-2422-42b5-baac-3b3a6e771f4f", "address": "fa:16:3e:7a:32:8a", "network": {"id": "9068ae30-f360-4b69-a25d-5e29476fde93", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-186421055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ce4bbb27ea4197b00dc17f83dc199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap011949db-24", "ovs_interfaceid": "011949db-2422-42b5-baac-3b3a6e771f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.353722] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d6f098c7-4ce7-440f-9b44-1eecdb8b6c27/d6f098c7-4ce7-440f-9b44-1eecdb8b6c27.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.358200] env[63070]: DEBUG oslo_concurrency.lockutils [req-53af1326-3295-4fe8-9719-9d600886e6ed req-c96b464b-5cd8-4d61-8c45-195865ac27ef service nova] Releasing lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.360209] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f58f94a3-a1f1-4e2b-8851-6e0f1f31402f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.387431] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770437, 'name': Rename_Task, 'duration_secs': 0.312211} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.388961] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.389298] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1441.389298] env[63070]: value = "task-1770438" [ 1441.389298] env[63070]: _type = "Task" [ 1441.389298] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.389576] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f753f4f-287b-4c92-9559-5eaca04c81ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.401501] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.402721] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for the task: (returnval){ [ 1441.402721] env[63070]: value = "task-1770439" [ 1441.402721] env[63070]: _type = "Task" [ 1441.402721] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.411456] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.414549] env[63070]: DEBUG oslo_concurrency.lockutils [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "efe551af-1396-46e5-b398-d3785acae4f9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.414802] env[63070]: DEBUG oslo_concurrency.lockutils [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.415048] env[63070]: INFO nova.compute.manager [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Attaching volume f62f5df8-26da-4592-8535-af77d48bcf66 to /dev/sdb [ 1441.465955] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86eb00e-dc22-45e7-839a-b95b23e30d38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.475036] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b5a382-421e-4356-a972-74d31fbbcd76 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.493076] env[63070]: DEBUG nova.virt.block_device [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Updating existing volume attachment record: f1dfb025-0d31-47b3-84f5-0f2a23b2cc8a {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1441.685077] env[63070]: DEBUG nova.compute.manager [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1441.830758] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Releasing lock "refresh_cache-d6857835-31a5-47da-a63d-245672f30cb4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.831101] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Instance network_info: |[{"id": "011949db-2422-42b5-baac-3b3a6e771f4f", "address": "fa:16:3e:7a:32:8a", "network": {"id": "9068ae30-f360-4b69-a25d-5e29476fde93", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-186421055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ce4bbb27ea4197b00dc17f83dc199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap011949db-24", "ovs_interfaceid": "011949db-2422-42b5-baac-3b3a6e771f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.832059] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:32:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '011949db-2422-42b5-baac-3b3a6e771f4f', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.846020] env[63070]: DEBUG oslo.service.loopingcall [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.850524] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.852782] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d09b5d8-22c3-49a4-a0df-69ea2de78630 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.892043] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.892043] env[63070]: value = "task-1770442" [ 1441.892043] env[63070]: _type = "Task" [ 1441.892043] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.914752] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770442, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.915179] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.926873] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.211815] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.427161] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.440369] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770442, 'name': CreateVM_Task, 'duration_secs': 0.499772} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.441212] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.442268] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.442841] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.443685] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1442.450839] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bbca3c8-cb81-4de3-9f36-29f87f0522ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.453598] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.459092] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1442.459092] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52348b63-b89b-5ca9-968d-422490c656fb" [ 1442.459092] env[63070]: _type = "Task" [ 1442.459092] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.473233] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52348b63-b89b-5ca9-968d-422490c656fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.503667] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a287971-94a5-4cd8-b8a9-ce614c07d99b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.520192] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec374d5-8d2c-494c-9124-483be28489ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.559420] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab79a38-02d0-4a3a-a506-670c450ebd13 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.569691] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4faa743-6604-4118-95fe-8fa3d2988e8e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.590269] env[63070]: DEBUG nova.compute.provider_tree [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.633374] env[63070]: DEBUG nova.compute.manager [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Received event network-vif-plugged-011949db-2422-42b5-baac-3b3a6e771f4f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1442.633740] env[63070]: DEBUG oslo_concurrency.lockutils [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] Acquiring lock "d6857835-31a5-47da-a63d-245672f30cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.634120] env[63070]: DEBUG oslo_concurrency.lockutils [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] Lock "d6857835-31a5-47da-a63d-245672f30cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.634397] env[63070]: DEBUG oslo_concurrency.lockutils [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] Lock "d6857835-31a5-47da-a63d-245672f30cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.634587] env[63070]: DEBUG nova.compute.manager [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] No waiting events found dispatching network-vif-plugged-011949db-2422-42b5-baac-3b3a6e771f4f {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.634795] env[63070]: WARNING nova.compute.manager [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Received unexpected event network-vif-plugged-011949db-2422-42b5-baac-3b3a6e771f4f for instance with vm_state building and task_state spawning. [ 1442.634982] env[63070]: DEBUG nova.compute.manager [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Received event network-changed-011949db-2422-42b5-baac-3b3a6e771f4f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1442.635240] env[63070]: DEBUG nova.compute.manager [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Refreshing instance network info cache due to event network-changed-011949db-2422-42b5-baac-3b3a6e771f4f. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1442.636463] env[63070]: DEBUG oslo_concurrency.lockutils [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] Acquiring lock "refresh_cache-d6857835-31a5-47da-a63d-245672f30cb4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.636463] env[63070]: DEBUG oslo_concurrency.lockutils [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] Acquired lock "refresh_cache-d6857835-31a5-47da-a63d-245672f30cb4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.636463] env[63070]: DEBUG nova.network.neutron [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Refreshing network info cache for port 011949db-2422-42b5-baac-3b3a6e771f4f {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.907106] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770438, 'name': ReconfigVM_Task, 'duration_secs': 1.191674} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.910878] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d6f098c7-4ce7-440f-9b44-1eecdb8b6c27/d6f098c7-4ce7-440f-9b44-1eecdb8b6c27.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.911640] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d980926e-c4f7-4072-b669-6ab70a5bfcfe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.925532] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1442.925532] env[63070]: value = "task-1770444" [ 1442.925532] env[63070]: _type = "Task" [ 1442.925532] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.925718] env[63070]: DEBUG oslo_vmware.api [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770439, 'name': PowerOnVM_Task, 'duration_secs': 1.314779} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.925965] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.926201] env[63070]: INFO nova.compute.manager [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Took 11.14 seconds to spawn the instance on the hypervisor. [ 1442.926395] env[63070]: DEBUG nova.compute.manager [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.930482] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1ff03a-f587-45bd-8a1b-97c6e49b6288 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.940899] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770444, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.975250] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52348b63-b89b-5ca9-968d-422490c656fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014948} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.975668] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.975896] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.976164] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.976371] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.976864] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.978950] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55f75684-e544-439e-8073-23071ffd2906 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.990327] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.990609] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.991426] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6e971b-3f58-42d9-a7e1-68ab295821aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.998803] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1442.998803] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522bb96d-1f31-00af-eebc-dfd29f735e48" [ 1442.998803] env[63070]: _type = "Task" [ 1442.998803] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.016604] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522bb96d-1f31-00af-eebc-dfd29f735e48, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.016896] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f1f658-dbf1-49d5-900c-c51c57375dd8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.027672] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1443.027672] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525abfd4-f75a-e3ba-d96c-240b78381da4" [ 1443.027672] env[63070]: _type = "Task" [ 1443.027672] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.041574] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525abfd4-f75a-e3ba-d96c-240b78381da4, 'name': SearchDatastore_Task, 'duration_secs': 0.01099} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.041574] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.041736] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] d6857835-31a5-47da-a63d-245672f30cb4/d6857835-31a5-47da-a63d-245672f30cb4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.041886] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4aaa175-40d5-46dc-9ef8-5ee79ee9bdb4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.057290] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1443.057290] env[63070]: value = "task-1770445" [ 1443.057290] env[63070]: _type = "Task" [ 1443.057290] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.067029] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.095864] env[63070]: DEBUG nova.scheduler.client.report [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.224934] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "0861abe8-7840-4a5b-ac67-ae8576f66303" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.225279] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "0861abe8-7840-4a5b-ac67-ae8576f66303" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.225501] env[63070]: INFO nova.compute.manager [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Rebooting instance [ 1443.263766] env[63070]: DEBUG nova.network.neutron [-] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.444765] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770444, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.461982] env[63070]: INFO nova.compute.manager [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Took 44.67 seconds to build instance. [ 1443.571741] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770445, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.600029] env[63070]: DEBUG nova.network.neutron [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Updated VIF entry in instance network info cache for port 011949db-2422-42b5-baac-3b3a6e771f4f. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.600029] env[63070]: DEBUG nova.network.neutron [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Updating instance_info_cache with network_info: [{"id": "011949db-2422-42b5-baac-3b3a6e771f4f", "address": "fa:16:3e:7a:32:8a", "network": {"id": "9068ae30-f360-4b69-a25d-5e29476fde93", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-186421055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ce4bbb27ea4197b00dc17f83dc199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap011949db-24", "ovs_interfaceid": "011949db-2422-42b5-baac-3b3a6e771f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.611209] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.611209] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1443.612848] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.040s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.614778] env[63070]: INFO nova.compute.claims [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.753828] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.753828] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquired lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.754001] env[63070]: DEBUG nova.network.neutron [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.765519] env[63070]: INFO nova.compute.manager [-] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Took 2.44 seconds to deallocate network for instance. [ 1443.782423] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Acquiring lock "9183a3f7-2a06-4ced-bb03-678276db88d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.782423] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lock "9183a3f7-2a06-4ced-bb03-678276db88d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.940658] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770444, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.964223] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42c9b3de-5706-420d-8cb2-883ec1d7d3ed tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.789s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.080370] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546443} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.081222] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] d6857835-31a5-47da-a63d-245672f30cb4/d6857835-31a5-47da-a63d-245672f30cb4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.081502] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.081785] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5f3de56-766c-468d-bc16-3fd9a0c2fd14 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.093147] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1444.093147] env[63070]: value = "task-1770447" [ 1444.093147] env[63070]: _type = "Task" [ 1444.093147] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.105128] env[63070]: DEBUG oslo_concurrency.lockutils [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] Releasing lock "refresh_cache-d6857835-31a5-47da-a63d-245672f30cb4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.105415] env[63070]: DEBUG nova.compute.manager [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Received event network-changed-ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1444.105587] env[63070]: DEBUG nova.compute.manager [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Refreshing instance network info cache due to event network-changed-ff4b218e-75a5-4251-bb14-6d9b2308f393. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1444.105774] env[63070]: DEBUG oslo_concurrency.lockutils [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] Acquiring lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.105992] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.125311] env[63070]: DEBUG nova.compute.utils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.130806] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1444.131012] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1444.190904] env[63070]: DEBUG nova.policy [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf0094d0a1d4b75a3f82e843bd948d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11ce4bbb27ea4197b00dc17f83dc199c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1444.274313] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.449587] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770444, 'name': Rename_Task, 'duration_secs': 1.297606} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.450678] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.450678] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b03ffc7-be77-4b53-a9f2-36c3899af5ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.460117] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1444.460117] env[63070]: value = "task-1770448" [ 1444.460117] env[63070]: _type = "Task" [ 1444.460117] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.467048] env[63070]: DEBUG nova.compute.manager [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1444.475627] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.571096] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquiring lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.571388] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.571756] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquiring lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.571932] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.572198] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.575100] env[63070]: INFO nova.compute.manager [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Terminating instance [ 1444.607779] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097301} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.608124] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.608926] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4228fa-2f59-4439-a66c-96b0056e32dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.638773] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] d6857835-31a5-47da-a63d-245672f30cb4/d6857835-31a5-47da-a63d-245672f30cb4.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.642340] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1444.650144] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba489d4-1b62-4cf4-b286-fb4214b19cf9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.671525] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "d78810bc-5406-4c10-87ee-1f7e65f68807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.671525] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "d78810bc-5406-4c10-87ee-1f7e65f68807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.671525] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "d78810bc-5406-4c10-87ee-1f7e65f68807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.671525] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "d78810bc-5406-4c10-87ee-1f7e65f68807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.671525] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "d78810bc-5406-4c10-87ee-1f7e65f68807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.674119] env[63070]: INFO nova.compute.manager [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Terminating instance [ 1444.692310] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1444.692310] env[63070]: value = "task-1770449" [ 1444.692310] env[63070]: _type = "Task" [ 1444.692310] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.701657] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522051dc-fc0a-c264-a204-52dba49f38ca/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1444.703476] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c407f77-4582-48d2-90dc-fc06460454d2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.718187] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522051dc-fc0a-c264-a204-52dba49f38ca/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1444.718449] env[63070]: ERROR oslo_vmware.rw_handles [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522051dc-fc0a-c264-a204-52dba49f38ca/disk-0.vmdk due to incomplete transfer. [ 1444.723327] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6a1e0c9-3da5-4a0d-be82-b6a6191e6354 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.724899] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.735549] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522051dc-fc0a-c264-a204-52dba49f38ca/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1444.735767] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Uploaded image 03e7b589-b7d3-4b1e-a42b-bfbf987f1ff7 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1444.738855] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1444.739274] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7ab31b8c-828f-4918-bae6-9a19ee7cdbda {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.743892] env[63070]: DEBUG nova.network.neutron [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Updating instance_info_cache with network_info: [{"id": "ff4b218e-75a5-4251-bb14-6d9b2308f393", "address": "fa:16:3e:b6:80:6b", "network": {"id": "b50c55ae-e565-43b6-bfab-f4b8faf1d4f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924300205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd27b6ac18d4315841b8eb636e14683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4b218e-75", "ovs_interfaceid": "ff4b218e-75a5-4251-bb14-6d9b2308f393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.747214] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1444.747214] env[63070]: value = "task-1770450" [ 1444.747214] env[63070]: _type = "Task" [ 1444.747214] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.761092] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770450, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.786219] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Successfully created port: ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.931091] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "2885b496-748d-4162-9f7c-995690b3b87c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.931091] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "2885b496-748d-4162-9f7c-995690b3b87c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.975514] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.975781] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.976068] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.997983] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.080654] env[63070]: DEBUG nova.compute.manager [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1445.080902] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.081860] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7008c7-4407-45b9-8185-11f63a630c2d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.095038] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.095038] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-867097cb-d905-41a4-b718-6c8ac81f4b75 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.102502] env[63070]: DEBUG oslo_vmware.api [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for the task: (returnval){ [ 1445.102502] env[63070]: value = "task-1770451" [ 1445.102502] env[63070]: _type = "Task" [ 1445.102502] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.111937] env[63070]: DEBUG nova.compute.manager [req-943bfe13-49ae-4f55-96d1-f545276de362 req-905aa66f-e31b-452f-bd80-fa3be5abb70d service nova] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Received event network-vif-deleted-5ba81e0f-2093-474a-aedb-83ff2975b073 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1445.119379] env[63070]: DEBUG oslo_vmware.api [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.182030] env[63070]: DEBUG nova.compute.manager [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1445.182030] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.182030] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28200791-3d59-4668-9b10-cfa94cd87798 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.191010] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.195573] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd7957d-64e9-4af5-a368-9949e2feb7fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.206940] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.211521] env[63070]: DEBUG oslo_vmware.api [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1445.211521] env[63070]: value = "task-1770452" [ 1445.211521] env[63070]: _type = "Task" [ 1445.211521] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.221087] env[63070]: DEBUG oslo_vmware.api [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.253034] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Releasing lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.258551] env[63070]: DEBUG oslo_concurrency.lockutils [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] Acquired lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.259817] env[63070]: DEBUG nova.network.neutron [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Refreshing network info cache for port ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.274119] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770450, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.337900] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e048ad-0d32-4d58-be80-c0297349576c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.351103] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fba4edf-9d30-41fc-b099-31d5c6b110e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.386415] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed56d033-da62-43a3-9000-056631fb737b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.396344] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3924d9a-9031-4296-b904-e3bc7ae90591 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.417573] env[63070]: DEBUG nova.compute.provider_tree [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.474748] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770448, 'name': PowerOnVM_Task, 'duration_secs': 0.981229} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.475133] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.475236] env[63070]: INFO nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1445.475591] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.477120] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe5dbcc-3782-48cd-9440-972b9336531e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.619265] env[63070]: DEBUG oslo_vmware.api [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770451, 'name': PowerOffVM_Task, 'duration_secs': 0.214915} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.619265] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.619265] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.619265] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c25d830e-18df-410b-a02c-54f593640bf7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.681437] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.708739] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770449, 'name': ReconfigVM_Task, 'duration_secs': 0.717097} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.709018] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Reconfigured VM instance instance-00000029 to attach disk [datastore1] d6857835-31a5-47da-a63d-245672f30cb4/d6857835-31a5-47da-a63d-245672f30cb4.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.709682] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b79ee85a-d05c-48f3-a2f0-4df11de1a806 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.713732] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.713890] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.714075] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.714385] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.714569] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.714833] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.715196] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.715489] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.716709] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.716954] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.717350] env[63070]: DEBUG nova.virt.hardware [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.718629] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1751586-3954-43a5-939f-8d10c9319843 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.728053] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.728354] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.728779] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Deleting the datastore file [datastore1] 9f81fa88-6a8c-44c2-be45-2c28d4df5062 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.730894] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e988157-914b-447a-8f2c-4d14d56ab85a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.733040] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1445.733040] env[63070]: value = "task-1770454" [ 1445.733040] env[63070]: _type = "Task" [ 1445.733040] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.740396] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adbac22-d591-4c22-a295-3ee3ac9d23f3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.748592] env[63070]: DEBUG oslo_vmware.api [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for the task: (returnval){ [ 1445.748592] env[63070]: value = "task-1770455" [ 1445.748592] env[63070]: _type = "Task" [ 1445.748592] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.748869] env[63070]: DEBUG oslo_vmware.api [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770452, 'name': PowerOffVM_Task, 'duration_secs': 0.280187} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.749783] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.750272] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.753114] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc2d520c-8651-45fb-9cfa-7ec199cd7880 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.772881] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770454, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.773773] env[63070]: DEBUG nova.compute.manager [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.779861] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df84c333-86d3-4c9a-830d-7614cdc33ce3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.789303] env[63070]: DEBUG oslo_vmware.api [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.796692] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770450, 'name': Destroy_Task, 'duration_secs': 0.693723} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.798856] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Destroyed the VM [ 1445.799292] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1445.802816] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62f87f32-ade4-4c18-9d22-08f87e2900cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.811975] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1445.811975] env[63070]: value = "task-1770457" [ 1445.811975] env[63070]: _type = "Task" [ 1445.811975] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.820638] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770457, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.866222] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.866449] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.866634] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Deleting the datastore file [datastore1] d78810bc-5406-4c10-87ee-1f7e65f68807 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.866905] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6b5da88-531b-4863-9165-7bfb804bf061 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.875087] env[63070]: DEBUG oslo_vmware.api [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for the task: (returnval){ [ 1445.875087] env[63070]: value = "task-1770458" [ 1445.875087] env[63070]: _type = "Task" [ 1445.875087] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.885460] env[63070]: DEBUG oslo_vmware.api [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.921885] env[63070]: DEBUG nova.scheduler.client.report [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.998691] env[63070]: INFO nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Took 44.74 seconds to build instance. [ 1446.115325] env[63070]: DEBUG nova.network.neutron [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Updated VIF entry in instance network info cache for port ff4b218e-75a5-4251-bb14-6d9b2308f393. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.115325] env[63070]: DEBUG nova.network.neutron [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Updating instance_info_cache with network_info: [{"id": "ff4b218e-75a5-4251-bb14-6d9b2308f393", "address": "fa:16:3e:b6:80:6b", "network": {"id": "b50c55ae-e565-43b6-bfab-f4b8faf1d4f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-924300205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd27b6ac18d4315841b8eb636e14683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4b218e-75", "ovs_interfaceid": "ff4b218e-75a5-4251-bb14-6d9b2308f393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.248245] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770454, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.261160] env[63070]: DEBUG oslo_vmware.api [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Task: {'id': task-1770455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173248} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.261160] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1446.261160] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1446.261379] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1446.261454] env[63070]: INFO nova.compute.manager [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1446.261696] env[63070]: DEBUG oslo.service.loopingcall [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.261925] env[63070]: DEBUG nova.compute.manager [-] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1446.262026] env[63070]: DEBUG nova.network.neutron [-] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.322061] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770457, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.388134] env[63070]: DEBUG oslo_vmware.api [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Task: {'id': task-1770458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157674} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.388563] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1446.388838] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1446.389091] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1446.389331] env[63070]: INFO nova.compute.manager [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1446.389664] env[63070]: DEBUG oslo.service.loopingcall [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.389914] env[63070]: DEBUG nova.compute.manager [-] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1446.390113] env[63070]: DEBUG nova.network.neutron [-] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.426742] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.427841] env[63070]: DEBUG nova.compute.manager [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.431374] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.143s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.436021] env[63070]: INFO nova.compute.claims [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.501019] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.774s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.548365] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1446.548837] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367660', 'volume_id': 'f62f5df8-26da-4592-8535-af77d48bcf66', 'name': 'volume-f62f5df8-26da-4592-8535-af77d48bcf66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efe551af-1396-46e5-b398-d3785acae4f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f62f5df8-26da-4592-8535-af77d48bcf66', 'serial': 'f62f5df8-26da-4592-8535-af77d48bcf66'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1446.549708] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7450785-2ec2-4b06-9e41-3a94177bf439 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.573084] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0969265b-b748-41d1-97c3-ff22e16c016e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.606381] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-f62f5df8-26da-4592-8535-af77d48bcf66/volume-f62f5df8-26da-4592-8535-af77d48bcf66.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.606797] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e5843f-b230-4638-902a-e50df0fd747d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.624596] env[63070]: DEBUG oslo_concurrency.lockutils [req-09a495de-db23-4621-ad4c-76079291e036 req-405d208b-6858-4be4-ae6a-a67fb2aba062 service nova] Releasing lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.631820] env[63070]: DEBUG oslo_vmware.api [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1446.631820] env[63070]: value = "task-1770459" [ 1446.631820] env[63070]: _type = "Task" [ 1446.631820] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.644334] env[63070]: DEBUG oslo_vmware.api [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.729533] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Successfully updated port: ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.748149] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770454, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.813839] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de670cf0-e567-4dce-be6a-728714030122 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.825015] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Doing hard reboot of VM {{(pid=63070) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1446.828462] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-13dafe53-9789-4417-ac74-bb4794e13ea2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.830170] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770457, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.832339] env[63070]: DEBUG nova.compute.manager [req-e9f69eff-4aa3-4933-985e-4792394df6d8 req-e0cc21fb-da20-4a46-ae10-743f843ca5cf service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Received event network-vif-deleted-926e6452-05bd-4686-ac6d-2a183f5d3093 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1446.832558] env[63070]: INFO nova.compute.manager [req-e9f69eff-4aa3-4933-985e-4792394df6d8 req-e0cc21fb-da20-4a46-ae10-743f843ca5cf service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Neutron deleted interface 926e6452-05bd-4686-ac6d-2a183f5d3093; detaching it from the instance and deleting it from the info cache [ 1446.832733] env[63070]: DEBUG nova.network.neutron [req-e9f69eff-4aa3-4933-985e-4792394df6d8 req-e0cc21fb-da20-4a46-ae10-743f843ca5cf service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.839321] env[63070]: DEBUG oslo_vmware.api [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1446.839321] env[63070]: value = "task-1770460" [ 1446.839321] env[63070]: _type = "Task" [ 1446.839321] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.848262] env[63070]: DEBUG oslo_vmware.api [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770460, 'name': ResetVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.943490] env[63070]: DEBUG nova.compute.utils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1446.946350] env[63070]: DEBUG nova.compute.manager [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1446.946532] env[63070]: DEBUG nova.network.neutron [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.004220] env[63070]: DEBUG nova.compute.manager [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1447.021049] env[63070]: DEBUG nova.policy [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad30eca97604467fae3d87b9db70d282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e5f674bfed94fb09f23a371932e5144', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1447.143950] env[63070]: DEBUG oslo_vmware.api [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.150432] env[63070]: DEBUG nova.network.neutron [-] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.175269] env[63070]: DEBUG nova.network.neutron [-] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.233934] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "refresh_cache-15a90e03-5481-404e-828d-2ed1dfe6469a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.234114] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired lock "refresh_cache-15a90e03-5481-404e-828d-2ed1dfe6469a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.234303] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.247974] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770454, 'name': Rename_Task, 'duration_secs': 1.282267} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.248324] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.248629] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984ba6dc-300c-410d-b600-d89713d0d635 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.258822] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1447.258822] env[63070]: value = "task-1770461" [ 1447.258822] env[63070]: _type = "Task" [ 1447.258822] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.274704] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.322120] env[63070]: DEBUG nova.compute.manager [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Received event network-vif-plugged-ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1447.322375] env[63070]: DEBUG oslo_concurrency.lockutils [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] Acquiring lock "15a90e03-5481-404e-828d-2ed1dfe6469a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.322701] env[63070]: DEBUG oslo_concurrency.lockutils [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] Lock "15a90e03-5481-404e-828d-2ed1dfe6469a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.322876] env[63070]: DEBUG oslo_concurrency.lockutils [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] Lock "15a90e03-5481-404e-828d-2ed1dfe6469a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.323029] env[63070]: DEBUG nova.compute.manager [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] No waiting events found dispatching network-vif-plugged-ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.323180] env[63070]: WARNING nova.compute.manager [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Received unexpected event network-vif-plugged-ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7 for instance with vm_state building and task_state spawning. [ 1447.323348] env[63070]: DEBUG nova.compute.manager [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Received event network-vif-deleted-db8acb20-3dd4-4dae-9445-e2098b589db5 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1447.323519] env[63070]: DEBUG nova.compute.manager [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Received event network-changed-ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1447.323671] env[63070]: DEBUG nova.compute.manager [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Refreshing instance network info cache due to event network-changed-ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1447.323840] env[63070]: DEBUG oslo_concurrency.lockutils [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] Acquiring lock "refresh_cache-15a90e03-5481-404e-828d-2ed1dfe6469a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.327410] env[63070]: DEBUG oslo_vmware.api [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770457, 'name': RemoveSnapshot_Task, 'duration_secs': 1.026546} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.327756] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1447.328040] env[63070]: INFO nova.compute.manager [None req-1902c49f-9dcf-48ca-90d8-3277a10ad0d7 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Took 19.23 seconds to snapshot the instance on the hypervisor. [ 1447.336124] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-613aa309-06b5-47f3-93d0-a853bbbd672a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.350513] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dab9eb-88b4-4150-8a28-0b4799796d24 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.366823] env[63070]: DEBUG oslo_vmware.api [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770460, 'name': ResetVM_Task, 'duration_secs': 0.211924} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.367760] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Did hard reboot of VM {{(pid=63070) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1447.368221] env[63070]: DEBUG nova.compute.manager [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.369248] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863d8d91-0a8b-4531-a9ba-6378344bd09a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.393867] env[63070]: DEBUG nova.compute.manager [req-e9f69eff-4aa3-4933-985e-4792394df6d8 req-e0cc21fb-da20-4a46-ae10-743f843ca5cf service nova] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Detach interface failed, port_id=926e6452-05bd-4686-ac6d-2a183f5d3093, reason: Instance d78810bc-5406-4c10-87ee-1f7e65f68807 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1447.398847] env[63070]: DEBUG nova.network.neutron [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Successfully created port: 2f4827f4-4a2c-4553-a965-cff73017d360 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1447.448070] env[63070]: DEBUG nova.compute.manager [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.527400] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.646374] env[63070]: DEBUG oslo_vmware.api [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770459, 'name': ReconfigVM_Task, 'duration_secs': 0.786054} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.646769] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-f62f5df8-26da-4592-8535-af77d48bcf66/volume-f62f5df8-26da-4592-8535-af77d48bcf66.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.654063] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3211b69-774e-459c-a20c-49460275b8d7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.664038] env[63070]: INFO nova.compute.manager [-] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Took 1.27 seconds to deallocate network for instance. [ 1447.671757] env[63070]: DEBUG oslo_vmware.api [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1447.671757] env[63070]: value = "task-1770462" [ 1447.671757] env[63070]: _type = "Task" [ 1447.671757] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.681709] env[63070]: INFO nova.compute.manager [-] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Took 1.42 seconds to deallocate network for instance. [ 1447.682229] env[63070]: DEBUG oslo_vmware.api [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.772591] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770461, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.784869] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.886845] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f9e8c240-10a8-4f4a-bc52-fa1a4f9c4ae0 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "0861abe8-7840-4a5b-ac67-ae8576f66303" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.661s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.993745] env[63070]: DEBUG nova.network.neutron [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Updating instance_info_cache with network_info: [{"id": "ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7", "address": "fa:16:3e:30:72:4a", "network": {"id": "9068ae30-f360-4b69-a25d-5e29476fde93", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-186421055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ce4bbb27ea4197b00dc17f83dc199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee14cb4e-bb", "ovs_interfaceid": "ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.101082] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0640b3b-4865-469a-9f95-be7e88a47626 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.112768] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f46ccad-a858-4471-8a69-904be6c62905 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.150991] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ac10f-e4d5-4f50-a08d-427893e32d40 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.160622] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf9b16a-ebb4-4da3-b3cf-6123ceb67970 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.176743] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.177405] env[63070]: DEBUG nova.compute.provider_tree [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.187698] env[63070]: DEBUG oslo_vmware.api [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770462, 'name': ReconfigVM_Task, 'duration_secs': 0.159142} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.188612] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367660', 'volume_id': 'f62f5df8-26da-4592-8535-af77d48bcf66', 'name': 'volume-f62f5df8-26da-4592-8535-af77d48bcf66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efe551af-1396-46e5-b398-d3785acae4f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f62f5df8-26da-4592-8535-af77d48bcf66', 'serial': 'f62f5df8-26da-4592-8535-af77d48bcf66'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1448.191074] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.270242] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770461, 'name': PowerOnVM_Task, 'duration_secs': 0.739173} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.270242] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.270242] env[63070]: INFO nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1448.270503] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.271144] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dba7e7-c244-409c-8c33-bd0469a343f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.463657] env[63070]: DEBUG nova.compute.manager [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1448.490169] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T20:13:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8e239335-6b02-44e7-a96e-416a771e9f4d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1774010384',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1448.490278] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.490421] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1448.490658] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.490913] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1448.490948] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1448.491246] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1448.491312] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1448.491473] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1448.491629] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1448.491796] env[63070]: DEBUG nova.virt.hardware [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1448.492746] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f36e5a-8420-4859-8393-9a24da5851c4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.498042] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Releasing lock "refresh_cache-15a90e03-5481-404e-828d-2ed1dfe6469a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.498339] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Instance network_info: |[{"id": "ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7", "address": "fa:16:3e:30:72:4a", "network": {"id": "9068ae30-f360-4b69-a25d-5e29476fde93", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-186421055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ce4bbb27ea4197b00dc17f83dc199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee14cb4e-bb", "ovs_interfaceid": "ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.498621] env[63070]: DEBUG oslo_concurrency.lockutils [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] Acquired lock "refresh_cache-15a90e03-5481-404e-828d-2ed1dfe6469a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.498810] env[63070]: DEBUG nova.network.neutron [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Refreshing network info cache for port ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.499987] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:72:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.508920] env[63070]: DEBUG oslo.service.loopingcall [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.511980] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.513321] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-678ffe02-cf85-4187-8ec9-bba2f55f4b75 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.529120] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf5139a-f257-4bb2-aafe-f0c4f1f0e477 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.560666] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.560666] env[63070]: value = "task-1770463" [ 1448.560666] env[63070]: _type = "Task" [ 1448.560666] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.572404] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770463, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.682855] env[63070]: DEBUG nova.scheduler.client.report [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.792062] env[63070]: INFO nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Took 41.87 seconds to build instance. [ 1449.072087] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770463, 'name': CreateVM_Task, 'duration_secs': 0.447246} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.072316] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.073018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.073200] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.073538] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.073820] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc0005f-7286-4bf0-bb51-22e8a8a758fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.079709] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1449.079709] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523e9ff3-d4aa-d421-0bcb-525beb1a152c" [ 1449.079709] env[63070]: _type = "Task" [ 1449.079709] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.091539] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523e9ff3-d4aa-d421-0bcb-525beb1a152c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.188024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.188576] env[63070]: DEBUG nova.compute.manager [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1449.191973] env[63070]: DEBUG oslo_concurrency.lockutils [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.678s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.192208] env[63070]: DEBUG nova.objects.instance [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lazy-loading 'resources' on Instance uuid c3ff61a7-44d8-45e0-bf80-c38537c892cf {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.236970] env[63070]: DEBUG nova.objects.instance [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lazy-loading 'flavor' on Instance uuid efe551af-1396-46e5-b398-d3785acae4f9 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.295746] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6857835-31a5-47da-a63d-245672f30cb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.532s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.589440] env[63070]: DEBUG nova.network.neutron [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Updated VIF entry in instance network info cache for port ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.589737] env[63070]: DEBUG nova.network.neutron [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Updating instance_info_cache with network_info: [{"id": "ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7", "address": "fa:16:3e:30:72:4a", "network": {"id": "9068ae30-f360-4b69-a25d-5e29476fde93", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-186421055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ce4bbb27ea4197b00dc17f83dc199c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee14cb4e-bb", "ovs_interfaceid": "ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.599238] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523e9ff3-d4aa-d421-0bcb-525beb1a152c, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.600185] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.600410] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.600896] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.604102] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.604102] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.604102] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e1d181a-6b23-4f50-871a-cf33fe40da91 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.608535] env[63070]: DEBUG nova.network.neutron [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Successfully updated port: 2f4827f4-4a2c-4553-a965-cff73017d360 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.615881] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.616138] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.616994] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa1e1f7-531d-4146-a54e-0d3865bb553f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.625376] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1449.625376] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520672d5-9381-aea1-e593-5e0267d0b08d" [ 1449.625376] env[63070]: _type = "Task" [ 1449.625376] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.638912] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520672d5-9381-aea1-e593-5e0267d0b08d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.690455] env[63070]: DEBUG nova.compute.manager [req-4b5ae668-bf7b-4022-b87e-e08cb6487099 req-3e67fbd9-dfce-488b-bf9c-c9a067824684 service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Received event network-vif-plugged-2f4827f4-4a2c-4553-a965-cff73017d360 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1449.690455] env[63070]: DEBUG oslo_concurrency.lockutils [req-4b5ae668-bf7b-4022-b87e-e08cb6487099 req-3e67fbd9-dfce-488b-bf9c-c9a067824684 service nova] Acquiring lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.690582] env[63070]: DEBUG oslo_concurrency.lockutils [req-4b5ae668-bf7b-4022-b87e-e08cb6487099 req-3e67fbd9-dfce-488b-bf9c-c9a067824684 service nova] Lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.690847] env[63070]: DEBUG oslo_concurrency.lockutils [req-4b5ae668-bf7b-4022-b87e-e08cb6487099 req-3e67fbd9-dfce-488b-bf9c-c9a067824684 service nova] Lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.692359] env[63070]: DEBUG nova.compute.manager [req-4b5ae668-bf7b-4022-b87e-e08cb6487099 req-3e67fbd9-dfce-488b-bf9c-c9a067824684 service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] No waiting events found dispatching network-vif-plugged-2f4827f4-4a2c-4553-a965-cff73017d360 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1449.692640] env[63070]: WARNING nova.compute.manager [req-4b5ae668-bf7b-4022-b87e-e08cb6487099 req-3e67fbd9-dfce-488b-bf9c-c9a067824684 service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Received unexpected event network-vif-plugged-2f4827f4-4a2c-4553-a965-cff73017d360 for instance with vm_state building and task_state spawning. [ 1449.699095] env[63070]: DEBUG nova.compute.utils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.705028] env[63070]: DEBUG nova.compute.manager [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1449.705028] env[63070]: DEBUG nova.network.neutron [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.742772] env[63070]: DEBUG oslo_concurrency.lockutils [None req-623d2082-9f80-4acb-929b-df70be9b41d3 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.328s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.760396] env[63070]: DEBUG nova.policy [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b9d37750b994d84a5293b98710cccfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edf2a5df56bc4599a0df33973095282e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.797040] env[63070]: DEBUG nova.compute.manager [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1450.078079] env[63070]: DEBUG nova.network.neutron [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Successfully created port: 3d4f780a-70bd-4c81-ac60-69aa8b63cabe {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.096261] env[63070]: DEBUG oslo_concurrency.lockutils [req-46df57ca-82ef-4dcd-927a-5fc6a383bb76 req-c7777d3c-3c4b-44d5-8f0d-4c8e4a8b3e07 service nova] Releasing lock "refresh_cache-15a90e03-5481-404e-828d-2ed1dfe6469a" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.112604] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.112604] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.112604] env[63070]: DEBUG nova.network.neutron [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.141259] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520672d5-9381-aea1-e593-5e0267d0b08d, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.145176] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6866aae-2f11-469a-b8a3-ebefa7d49b34 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.151946] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1450.151946] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529626e0-9001-c77c-ae5b-70c986846616" [ 1450.151946] env[63070]: _type = "Task" [ 1450.151946] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.162894] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529626e0-9001-c77c-ae5b-70c986846616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.206042] env[63070]: DEBUG nova.compute.manager [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1450.327262] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.329819] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451207ac-e76d-448b-a1b1-94269cc2c204 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.343012] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc93132-0865-45f3-aaa5-881733177436 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.385022] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077bbcae-b071-4911-81da-949fdf69a389 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.393663] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251f59d8-8ce1-40f3-bf4f-f6ebd37b5bf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.412053] env[63070]: DEBUG nova.compute.provider_tree [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.667022] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529626e0-9001-c77c-ae5b-70c986846616, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.667308] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.667827] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 15a90e03-5481-404e-828d-2ed1dfe6469a/15a90e03-5481-404e-828d-2ed1dfe6469a.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.668126] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3afadaed-a247-4dd3-987a-700673047d90 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.679283] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1450.679283] env[63070]: value = "task-1770464" [ 1450.679283] env[63070]: _type = "Task" [ 1450.679283] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.691343] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.855249] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "efe551af-1396-46e5-b398-d3785acae4f9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.855753] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.884658] env[63070]: DEBUG nova.network.neutron [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.917026] env[63070]: DEBUG nova.scheduler.client.report [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.921993] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "0861abe8-7840-4a5b-ac67-ae8576f66303" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.922532] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "0861abe8-7840-4a5b-ac67-ae8576f66303" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.922784] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "0861abe8-7840-4a5b-ac67-ae8576f66303-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.922980] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "0861abe8-7840-4a5b-ac67-ae8576f66303-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.923169] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "0861abe8-7840-4a5b-ac67-ae8576f66303-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.925848] env[63070]: INFO nova.compute.manager [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Terminating instance [ 1451.080743] env[63070]: DEBUG nova.network.neutron [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance_info_cache with network_info: [{"id": "2f4827f4-4a2c-4553-a965-cff73017d360", "address": "fa:16:3e:3c:55:aa", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4827f4-4a", "ovs_interfaceid": "2f4827f4-4a2c-4553-a965-cff73017d360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.191722] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770464, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.221318] env[63070]: DEBUG nova.compute.manager [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1451.256921] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1451.257175] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.257405] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1451.257500] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.257772] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1451.257844] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1451.258036] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1451.258211] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1451.258350] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1451.258542] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1451.258759] env[63070]: DEBUG nova.virt.hardware [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1451.259725] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5363d7b-bd9c-4237-9065-93838dff912c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.268730] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f1d0c9-316a-4151-9424-b2af344be807 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.359606] env[63070]: INFO nova.compute.manager [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Detaching volume f62f5df8-26da-4592-8535-af77d48bcf66 [ 1451.412902] env[63070]: INFO nova.virt.block_device [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Attempting to driver detach volume f62f5df8-26da-4592-8535-af77d48bcf66 from mountpoint /dev/sdb [ 1451.413203] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1451.413533] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367660', 'volume_id': 'f62f5df8-26da-4592-8535-af77d48bcf66', 'name': 'volume-f62f5df8-26da-4592-8535-af77d48bcf66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efe551af-1396-46e5-b398-d3785acae4f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f62f5df8-26da-4592-8535-af77d48bcf66', 'serial': 'f62f5df8-26da-4592-8535-af77d48bcf66'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1451.415524] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a68480-d213-46d1-9105-1d30cfee85ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.422542] env[63070]: DEBUG oslo_concurrency.lockutils [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.441524] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.830s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.441810] env[63070]: DEBUG nova.objects.instance [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lazy-loading 'resources' on Instance uuid 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.443866] env[63070]: DEBUG nova.compute.manager [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1451.444084] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.445267] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b1aa3-6460-4ed0-80b1-0a564c327de0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.449326] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9473faff-53aa-4b63-b6f4-2188116d4023 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.468970] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3920a03c-0715-4ace-bd81-609c8b3c62f8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.472362] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.474957] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b040a840-e38b-449d-8aa8-2e7b77e0ac92 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.479353] env[63070]: INFO nova.scheduler.client.report [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Deleted allocations for instance c3ff61a7-44d8-45e0-bf80-c38537c892cf [ 1451.500597] env[63070]: DEBUG oslo_vmware.api [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1451.500597] env[63070]: value = "task-1770465" [ 1451.500597] env[63070]: _type = "Task" [ 1451.500597] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.504345] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0970a4cf-00f2-4670-9444-fdf5ea363323 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.521264] env[63070]: DEBUG oslo_vmware.api [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.531984] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] The volume has not been displaced from its original location: [datastore1] volume-f62f5df8-26da-4592-8535-af77d48bcf66/volume-f62f5df8-26da-4592-8535-af77d48bcf66.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1451.537403] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1451.538401] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1596f483-7788-46df-b251-479659859552 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.558712] env[63070]: DEBUG oslo_vmware.api [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1451.558712] env[63070]: value = "task-1770466" [ 1451.558712] env[63070]: _type = "Task" [ 1451.558712] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.570756] env[63070]: DEBUG oslo_vmware.api [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.584902] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.585333] env[63070]: DEBUG nova.compute.manager [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Instance network_info: |[{"id": "2f4827f4-4a2c-4553-a965-cff73017d360", "address": "fa:16:3e:3c:55:aa", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4827f4-4a", "ovs_interfaceid": "2f4827f4-4a2c-4553-a965-cff73017d360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1451.586608] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:55:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f4827f4-4a2c-4553-a965-cff73017d360', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.594674] env[63070]: DEBUG oslo.service.loopingcall [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.595625] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.595625] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99df2ebd-9eca-4e26-8203-5408f40495c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.622444] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.622444] env[63070]: value = "task-1770467" [ 1451.622444] env[63070]: _type = "Task" [ 1451.622444] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.632284] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770467, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.693930] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535259} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.694585] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 15a90e03-5481-404e-828d-2ed1dfe6469a/15a90e03-5481-404e-828d-2ed1dfe6469a.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.694699] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.695114] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc719392-ad84-4102-9c84-7eab43c71755 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.706560] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1451.706560] env[63070]: value = "task-1770468" [ 1451.706560] env[63070]: _type = "Task" [ 1451.706560] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.718950] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.768015] env[63070]: DEBUG nova.network.neutron [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Successfully updated port: 3d4f780a-70bd-4c81-ac60-69aa8b63cabe {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.965541] env[63070]: DEBUG nova.compute.manager [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Received event network-changed-2f4827f4-4a2c-4553-a965-cff73017d360 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1451.965773] env[63070]: DEBUG nova.compute.manager [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Refreshing instance network info cache due to event network-changed-2f4827f4-4a2c-4553-a965-cff73017d360. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1451.965971] env[63070]: DEBUG oslo_concurrency.lockutils [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] Acquiring lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.966088] env[63070]: DEBUG oslo_concurrency.lockutils [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] Acquired lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.966798] env[63070]: DEBUG nova.network.neutron [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Refreshing network info cache for port 2f4827f4-4a2c-4553-a965-cff73017d360 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.013034] env[63070]: DEBUG oslo_concurrency.lockutils [None req-38261e08-b83e-4a13-92a3-e0ac2ea0c9d5 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "c3ff61a7-44d8-45e0-bf80-c38537c892cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.847s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.027760] env[63070]: DEBUG oslo_vmware.api [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770465, 'name': PowerOffVM_Task, 'duration_secs': 0.31357} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.032012] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.032012] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.032012] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b09385f-f5b7-4b76-9b75-f14a62a731c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.074363] env[63070]: DEBUG oslo_vmware.api [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770466, 'name': ReconfigVM_Task, 'duration_secs': 0.386255} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.077022] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1452.081814] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b2b4d7-96a0-42b7-b0ed-e52358850b71 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.099300] env[63070]: DEBUG oslo_vmware.api [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1452.099300] env[63070]: value = "task-1770470" [ 1452.099300] env[63070]: _type = "Task" [ 1452.099300] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.108441] env[63070]: DEBUG oslo_vmware.api [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.136617] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770467, 'name': CreateVM_Task, 'duration_secs': 0.378432} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.137141] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1452.138813] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.138813] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.138813] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.138813] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0032b0b3-37b0-492e-9cb0-189b19019e45 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.144297] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1452.144297] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523f02f0-5f16-7579-f859-fb1e3fc83c08" [ 1452.144297] env[63070]: _type = "Task" [ 1452.144297] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.153020] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.153020] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.153020] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Deleting the datastore file [datastore1] 0861abe8-7840-4a5b-ac67-ae8576f66303 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.153020] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a5ec0ac-ea9e-4a71-8a2e-71dc8dfd04b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.157759] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523f02f0-5f16-7579-f859-fb1e3fc83c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.163343] env[63070]: DEBUG oslo_vmware.api [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1452.163343] env[63070]: value = "task-1770471" [ 1452.163343] env[63070]: _type = "Task" [ 1452.163343] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.169734] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "cbb697f8-5715-43c5-882e-73b7232789f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.171224] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "cbb697f8-5715-43c5-882e-73b7232789f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.171224] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "cbb697f8-5715-43c5-882e-73b7232789f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.171224] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "cbb697f8-5715-43c5-882e-73b7232789f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.171224] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "cbb697f8-5715-43c5-882e-73b7232789f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.176689] env[63070]: INFO nova.compute.manager [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Terminating instance [ 1452.180747] env[63070]: DEBUG oslo_vmware.api [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.219232] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080519} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.221937] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.222964] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480f1904-7c8e-4049-bf0d-0f9ea9659e37 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.248236] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 15a90e03-5481-404e-828d-2ed1dfe6469a/15a90e03-5481-404e-828d-2ed1dfe6469a.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.250421] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e23c356-d916-4b26-b006-cbdc4ab0f522 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.276023] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1452.276023] env[63070]: value = "task-1770472" [ 1452.276023] env[63070]: _type = "Task" [ 1452.276023] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.277180] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "refresh_cache-f03a1e87-a324-4bda-9533-46de2402fe92" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.277180] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "refresh_cache-f03a1e87-a324-4bda-9533-46de2402fe92" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.277180] env[63070]: DEBUG nova.network.neutron [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.292023] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.621649] env[63070]: DEBUG oslo_vmware.api [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770470, 'name': ReconfigVM_Task, 'duration_secs': 0.247974} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.621649] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367660', 'volume_id': 'f62f5df8-26da-4592-8535-af77d48bcf66', 'name': 'volume-f62f5df8-26da-4592-8535-af77d48bcf66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efe551af-1396-46e5-b398-d3785acae4f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f62f5df8-26da-4592-8535-af77d48bcf66', 'serial': 'f62f5df8-26da-4592-8535-af77d48bcf66'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1452.637255] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f50a6b8-b756-42e3-8d1a-5fe61b0b4890 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.655057] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad45575-c03e-4337-a04d-bd23bf39346d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.665279] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523f02f0-5f16-7579-f859-fb1e3fc83c08, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.695479] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.695479] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.695479] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.695479] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.695479] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.695479] env[63070]: DEBUG nova.compute.manager [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.695479] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.698422] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e58fa54-86ee-4b0d-987a-a54a47b8edd5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.701845] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8791958-84ad-44c5-99ac-0a22f6fa83f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.705047] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a86946-835a-45ba-a0e0-e384ebf39e2f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.718599] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ea6df-0b54-4923-9e2f-78a674ea58ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.722982] env[63070]: DEBUG oslo_vmware.api [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174177} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.723269] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.724429] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.725010] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1452.725010] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.725010] env[63070]: INFO nova.compute.manager [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1452.725181] env[63070]: DEBUG oslo.service.loopingcall [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1452.725354] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c38ae08-282f-4854-8190-9b3a326870aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.726875] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.726946] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.728009] env[63070]: DEBUG nova.compute.manager [-] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1452.728114] env[63070]: DEBUG nova.network.neutron [-] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1452.729641] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a03df5df-61e4-4859-a74a-f09275ca1d26 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.741230] env[63070]: DEBUG nova.compute.provider_tree [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.747000] env[63070]: DEBUG oslo_vmware.api [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1452.747000] env[63070]: value = "task-1770473" [ 1452.747000] env[63070]: _type = "Task" [ 1452.747000] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.751523] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1452.751523] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52254d94-0738-ec74-26a6-d9c99d3554c9" [ 1452.751523] env[63070]: _type = "Task" [ 1452.751523] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.760945] env[63070]: DEBUG oslo_vmware.api [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.767661] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52254d94-0738-ec74-26a6-d9c99d3554c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.768575] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff4ef10-3a39-4a72-8e46-dc7837443b4b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.774770] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1452.774770] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525fae7d-8116-6c2a-a024-f78a8a9c72d9" [ 1452.774770] env[63070]: _type = "Task" [ 1452.774770] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.789357] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.791737] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525fae7d-8116-6c2a-a024-f78a8a9c72d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011203} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.792041] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.792311] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0cd4fefd-cbde-4ad2-b229-5979b1571b33/0cd4fefd-cbde-4ad2-b229-5979b1571b33.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.792576] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-034b5fb6-8d35-4d95-9769-515fcfe05fca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.801217] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1452.801217] env[63070]: value = "task-1770474" [ 1452.801217] env[63070]: _type = "Task" [ 1452.801217] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.810854] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.842261] env[63070]: DEBUG nova.network.neutron [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updated VIF entry in instance network info cache for port 2f4827f4-4a2c-4553-a965-cff73017d360. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.845295] env[63070]: DEBUG nova.network.neutron [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance_info_cache with network_info: [{"id": "2f4827f4-4a2c-4553-a965-cff73017d360", "address": "fa:16:3e:3c:55:aa", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4827f4-4a", "ovs_interfaceid": "2f4827f4-4a2c-4553-a965-cff73017d360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.854222] env[63070]: DEBUG nova.network.neutron [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.151481] env[63070]: DEBUG nova.network.neutron [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Updating instance_info_cache with network_info: [{"id": "3d4f780a-70bd-4c81-ac60-69aa8b63cabe", "address": "fa:16:3e:cf:8e:2e", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4f780a-70", "ovs_interfaceid": "3d4f780a-70bd-4c81-ac60-69aa8b63cabe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.204846] env[63070]: DEBUG nova.objects.instance [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lazy-loading 'flavor' on Instance uuid efe551af-1396-46e5-b398-d3785acae4f9 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.247872] env[63070]: DEBUG nova.scheduler.client.report [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.269617] env[63070]: DEBUG oslo_vmware.api [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770473, 'name': PowerOffVM_Task, 'duration_secs': 0.258921} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.271058] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.271266] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.271695] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97857a3d-ddc1-4dc8-a844-99276368e82c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.296157] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770472, 'name': ReconfigVM_Task, 'duration_secs': 0.679471} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.296157] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 15a90e03-5481-404e-828d-2ed1dfe6469a/15a90e03-5481-404e-828d-2ed1dfe6469a.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.296565] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c11d4cb-7294-4e32-8ad3-371ee9b4d5da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.308194] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1453.308194] env[63070]: value = "task-1770476" [ 1453.308194] env[63070]: _type = "Task" [ 1453.308194] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.317192] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770474, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.320786] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770476, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.354166] env[63070]: DEBUG oslo_concurrency.lockutils [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] Releasing lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.354522] env[63070]: DEBUG nova.compute.manager [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Received event network-changed-ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1453.354714] env[63070]: DEBUG nova.compute.manager [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Refreshing instance network info cache due to event network-changed-ff4b218e-75a5-4251-bb14-6d9b2308f393. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1453.354932] env[63070]: DEBUG oslo_concurrency.lockutils [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] Acquiring lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.355368] env[63070]: DEBUG oslo_concurrency.lockutils [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] Acquired lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.355368] env[63070]: DEBUG nova.network.neutron [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Refreshing network info cache for port ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.390014] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.390452] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.390452] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Deleting the datastore file [datastore1] cbb697f8-5715-43c5-882e-73b7232789f1 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.390764] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-329f3c5f-44d1-42f5-8c07-19c17b127fb5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.399161] env[63070]: DEBUG oslo_vmware.api [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1453.399161] env[63070]: value = "task-1770477" [ 1453.399161] env[63070]: _type = "Task" [ 1453.399161] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.408715] env[63070]: DEBUG oslo_vmware.api [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.620187] env[63070]: DEBUG nova.network.neutron [-] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.663590] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "refresh_cache-f03a1e87-a324-4bda-9533-46de2402fe92" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.663917] env[63070]: DEBUG nova.compute.manager [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Instance network_info: |[{"id": "3d4f780a-70bd-4c81-ac60-69aa8b63cabe", "address": "fa:16:3e:cf:8e:2e", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4f780a-70", "ovs_interfaceid": "3d4f780a-70bd-4c81-ac60-69aa8b63cabe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1453.664340] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:8e:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d4f780a-70bd-4c81-ac60-69aa8b63cabe', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.672392] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Creating folder: Project (edf2a5df56bc4599a0df33973095282e). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.676430] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e01fef2d-ff76-403f-853d-665a9d3d985d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.686405] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Created folder: Project (edf2a5df56bc4599a0df33973095282e) in parent group-v367531. [ 1453.686626] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Creating folder: Instances. Parent ref: group-v367663. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.686878] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6266dc9d-87cf-4982-a689-88244c685eb9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.698304] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Created folder: Instances in parent group-v367663. [ 1453.698304] env[63070]: DEBUG oslo.service.loopingcall [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.698304] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.698304] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1818c75-001a-4414-920a-b7cc8e19ef9c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.721118] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.721118] env[63070]: value = "task-1770480" [ 1453.721118] env[63070]: _type = "Task" [ 1453.721118] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.729508] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770480, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.760930] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.764359] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.941s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.767018] env[63070]: DEBUG nova.objects.instance [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63070) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1453.801292] env[63070]: INFO nova.scheduler.client.report [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Deleted allocations for instance 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a [ 1453.819169] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528999} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.820455] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0cd4fefd-cbde-4ad2-b229-5979b1571b33/0cd4fefd-cbde-4ad2-b229-5979b1571b33.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.820689] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.820957] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8076f7f8-cde8-4a6e-8e77-6dcb0f5dfcfe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.826994] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770476, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.832898] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1453.832898] env[63070]: value = "task-1770481" [ 1453.832898] env[63070]: _type = "Task" [ 1453.832898] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.842485] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.880172] env[63070]: INFO nova.network.neutron [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Port ff4b218e-75a5-4251-bb14-6d9b2308f393 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1453.880426] env[63070]: DEBUG nova.network.neutron [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.912486] env[63070]: DEBUG oslo_vmware.api [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13504} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.912898] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.913206] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.913475] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.913879] env[63070]: INFO nova.compute.manager [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1453.914150] env[63070]: DEBUG oslo.service.loopingcall [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.914463] env[63070]: DEBUG nova.compute.manager [-] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.914597] env[63070]: DEBUG nova.network.neutron [-] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.013463] env[63070]: DEBUG nova.compute.manager [req-d75c9c3f-8220-4ce4-9fd1-b928de769ff6 req-8605d2d0-03fe-4fb5-98e3-12a59ba477fa service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Received event network-changed-3d4f780a-70bd-4c81-ac60-69aa8b63cabe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1454.013729] env[63070]: DEBUG nova.compute.manager [req-d75c9c3f-8220-4ce4-9fd1-b928de769ff6 req-8605d2d0-03fe-4fb5-98e3-12a59ba477fa service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Refreshing instance network info cache due to event network-changed-3d4f780a-70bd-4c81-ac60-69aa8b63cabe. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1454.014060] env[63070]: DEBUG oslo_concurrency.lockutils [req-d75c9c3f-8220-4ce4-9fd1-b928de769ff6 req-8605d2d0-03fe-4fb5-98e3-12a59ba477fa service nova] Acquiring lock "refresh_cache-f03a1e87-a324-4bda-9533-46de2402fe92" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.014255] env[63070]: DEBUG oslo_concurrency.lockutils [req-d75c9c3f-8220-4ce4-9fd1-b928de769ff6 req-8605d2d0-03fe-4fb5-98e3-12a59ba477fa service nova] Acquired lock "refresh_cache-f03a1e87-a324-4bda-9533-46de2402fe92" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.014454] env[63070]: DEBUG nova.network.neutron [req-d75c9c3f-8220-4ce4-9fd1-b928de769ff6 req-8605d2d0-03fe-4fb5-98e3-12a59ba477fa service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Refreshing network info cache for port 3d4f780a-70bd-4c81-ac60-69aa8b63cabe {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.123436] env[63070]: INFO nova.compute.manager [-] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Took 1.39 seconds to deallocate network for instance. [ 1454.219546] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6ab702d3-33ae-4552-a258-8a5647ea17ad tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.364s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.232851] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770480, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.315619] env[63070]: DEBUG nova.compute.manager [req-025b29db-b059-4e4d-9e6d-c1073a77e855 req-652fdccd-a180-4c88-9abc-66244bd73cff service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Received event network-vif-deleted-dd7e8bce-7e50-4a82-93dc-e16586d8b276 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1454.316057] env[63070]: INFO nova.compute.manager [req-025b29db-b059-4e4d-9e6d-c1073a77e855 req-652fdccd-a180-4c88-9abc-66244bd73cff service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Neutron deleted interface dd7e8bce-7e50-4a82-93dc-e16586d8b276; detaching it from the instance and deleting it from the info cache [ 1454.316243] env[63070]: DEBUG nova.network.neutron [req-025b29db-b059-4e4d-9e6d-c1073a77e855 req-652fdccd-a180-4c88-9abc-66244bd73cff service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.317413] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3381fb2d-25c0-4d04-bde3-ddde8012c081 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.482s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.332745] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770476, 'name': Rename_Task, 'duration_secs': 0.928475} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.334037] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.334548] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94eb8435-9ef8-42e4-9ec2-dbf4eaf6ecb8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.349605] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069084} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.353018] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.353018] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1454.353018] env[63070]: value = "task-1770485" [ 1454.353018] env[63070]: _type = "Task" [ 1454.353018] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.353801] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05166c89-b381-4338-9af6-fc06b7497dd7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.397750] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 0cd4fefd-cbde-4ad2-b229-5979b1571b33/0cd4fefd-cbde-4ad2-b229-5979b1571b33.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.404065] env[63070]: DEBUG oslo_concurrency.lockutils [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] Releasing lock "refresh_cache-0861abe8-7840-4a5b-ac67-ae8576f66303" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.404065] env[63070]: DEBUG nova.compute.manager [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Received event network-vif-plugged-3d4f780a-70bd-4c81-ac60-69aa8b63cabe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1454.404274] env[63070]: DEBUG oslo_concurrency.lockutils [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] Acquiring lock "f03a1e87-a324-4bda-9533-46de2402fe92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.405030] env[63070]: DEBUG oslo_concurrency.lockutils [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] Lock "f03a1e87-a324-4bda-9533-46de2402fe92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.405030] env[63070]: DEBUG oslo_concurrency.lockutils [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] Lock "f03a1e87-a324-4bda-9533-46de2402fe92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.405030] env[63070]: DEBUG nova.compute.manager [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] No waiting events found dispatching network-vif-plugged-3d4f780a-70bd-4c81-ac60-69aa8b63cabe {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.405282] env[63070]: WARNING nova.compute.manager [req-e46cf4db-95a4-4833-ada2-14a91dc0f934 req-db4bd67c-c01d-4a80-bea4-854f0e5c443d service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Received unexpected event network-vif-plugged-3d4f780a-70bd-4c81-ac60-69aa8b63cabe for instance with vm_state building and task_state spawning. [ 1454.406242] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae50b21-db7d-4da8-b86a-93db8fb33c28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.426645] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.439333] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1454.439333] env[63070]: value = "task-1770486" [ 1454.439333] env[63070]: _type = "Task" [ 1454.439333] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.447998] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.637120] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.721502] env[63070]: DEBUG nova.network.neutron [-] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.735545] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770480, 'name': CreateVM_Task, 'duration_secs': 0.851826} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.736403] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.738552] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.739844] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.739844] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.739844] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b4e7a6-226d-4c02-bfaa-c1854b7395cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.745363] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1454.745363] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52041108-0ffe-065d-3bcd-e1c8611aaf8e" [ 1454.745363] env[63070]: _type = "Task" [ 1454.745363] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.756909] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52041108-0ffe-065d-3bcd-e1c8611aaf8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.784169] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bde890ab-5bf8-4922-b0e5-b2b7d808b84b tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.785321] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.238s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.785944] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.785944] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1454.785944] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.850s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.786197] env[63070]: DEBUG nova.objects.instance [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lazy-loading 'resources' on Instance uuid 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.792041] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46e7b02-49bf-47f7-8f1c-a1ed73fd62f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.799272] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f115e9-3157-4ae0-95e5-ecba3a579a73 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.818971] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabc8f0c-a6f3-4981-8370-850a0fc66eaa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.830158] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e37efe9d-ffed-464c-b677-23ad161c2b4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.830343] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faf5bec-6524-4fd5-82fc-fbad2999dd66 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.863912] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179294MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1454.864123] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.871220] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a35d10-6540-49ce-a563-72a280af0bb1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.881915] env[63070]: DEBUG nova.network.neutron [req-d75c9c3f-8220-4ce4-9fd1-b928de769ff6 req-8605d2d0-03fe-4fb5-98e3-12a59ba477fa service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Updated VIF entry in instance network info cache for port 3d4f780a-70bd-4c81-ac60-69aa8b63cabe. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.882298] env[63070]: DEBUG nova.network.neutron [req-d75c9c3f-8220-4ce4-9fd1-b928de769ff6 req-8605d2d0-03fe-4fb5-98e3-12a59ba477fa service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Updating instance_info_cache with network_info: [{"id": "3d4f780a-70bd-4c81-ac60-69aa8b63cabe", "address": "fa:16:3e:cf:8e:2e", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4f780a-70", "ovs_interfaceid": "3d4f780a-70bd-4c81-ac60-69aa8b63cabe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.896214] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770485, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.909662] env[63070]: DEBUG nova.compute.manager [req-025b29db-b059-4e4d-9e6d-c1073a77e855 req-652fdccd-a180-4c88-9abc-66244bd73cff service nova] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Detach interface failed, port_id=dd7e8bce-7e50-4a82-93dc-e16586d8b276, reason: Instance cbb697f8-5715-43c5-882e-73b7232789f1 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1454.949014] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770486, 'name': ReconfigVM_Task, 'duration_secs': 0.305553} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.949321] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 0cd4fefd-cbde-4ad2-b229-5979b1571b33/0cd4fefd-cbde-4ad2-b229-5979b1571b33.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.950046] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e3fad3a-04d6-4481-8dd1-1224666b5aa9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.958017] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1454.958017] env[63070]: value = "task-1770487" [ 1454.958017] env[63070]: _type = "Task" [ 1454.958017] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.967142] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770487, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.136645] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "76088293-9a93-416f-ab0f-018303a573c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.136895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "76088293-9a93-416f-ab0f-018303a573c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.229635] env[63070]: INFO nova.compute.manager [-] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Took 1.31 seconds to deallocate network for instance. [ 1455.257869] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52041108-0ffe-065d-3bcd-e1c8611aaf8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.257869] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.257869] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.259388] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.259388] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.259388] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.259388] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c88f1da-8bdb-47c0-8d4f-25f169021f21 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.272398] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.272398] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.272398] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8b9cb8-e623-47e0-9d5b-8e2fa55346d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.279010] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1455.279010] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d197af-a618-8648-a1dc-8b1da7fae1e6" [ 1455.279010] env[63070]: _type = "Task" [ 1455.279010] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.295406] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d197af-a618-8648-a1dc-8b1da7fae1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.296296] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6688498-9a9f-4579-bd77-0a0f3bdacb71 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.302218] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1455.302218] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524cc859-95b5-cc22-0f57-138a60b1cce9" [ 1455.302218] env[63070]: _type = "Task" [ 1455.302218] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.311974] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524cc859-95b5-cc22-0f57-138a60b1cce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.373521] env[63070]: DEBUG oslo_vmware.api [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770485, 'name': PowerOnVM_Task, 'duration_secs': 0.882175} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.377610] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.377920] env[63070]: INFO nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1455.378234] env[63070]: DEBUG nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.380489] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380714c5-81f1-46d7-9f50-25e3eafcb445 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.386304] env[63070]: DEBUG oslo_concurrency.lockutils [req-d75c9c3f-8220-4ce4-9fd1-b928de769ff6 req-8605d2d0-03fe-4fb5-98e3-12a59ba477fa service nova] Releasing lock "refresh_cache-f03a1e87-a324-4bda-9533-46de2402fe92" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.386558] env[63070]: DEBUG nova.compute.manager [req-d75c9c3f-8220-4ce4-9fd1-b928de769ff6 req-8605d2d0-03fe-4fb5-98e3-12a59ba477fa service nova] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Received event network-vif-deleted-ff4b218e-75a5-4251-bb14-6d9b2308f393 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1455.474761] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770487, 'name': Rename_Task, 'duration_secs': 0.146704} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.477888] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.479026] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-935e8cc0-aad7-4197-9971-57a07d738bba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.486815] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1455.486815] env[63070]: value = "task-1770488" [ 1455.486815] env[63070]: _type = "Task" [ 1455.486815] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.499901] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.736616] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.814742] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524cc859-95b5-cc22-0f57-138a60b1cce9, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.817709] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.818013] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f03a1e87-a324-4bda-9533-46de2402fe92/f03a1e87-a324-4bda-9533-46de2402fe92.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.818535] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c24660c3-ee88-4741-8011-c5757b82371a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.826702] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1455.826702] env[63070]: value = "task-1770489" [ 1455.826702] env[63070]: _type = "Task" [ 1455.826702] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.839673] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.873395] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b067a42-fec1-4596-a92c-be98c5be411a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.883814] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d46834-e393-4163-a6c3-d5e790214ae7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.925028] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f145c024-a046-4e47-bc39-620adac18fd6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.932476] env[63070]: INFO nova.compute.manager [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Took 44.36 seconds to build instance. [ 1455.939463] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2d5bfc-5536-43e0-bf5c-977b29719c0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.956993] env[63070]: DEBUG nova.compute.provider_tree [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.999170] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770488, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.342880] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770489, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.438040] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d2cfd08a-ed2a-4151-9843-5b197bb89185 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "15a90e03-5481-404e-828d-2ed1dfe6469a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.625s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.461018] env[63070]: DEBUG nova.scheduler.client.report [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.501975] env[63070]: DEBUG oslo_vmware.api [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770488, 'name': PowerOnVM_Task, 'duration_secs': 0.536137} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.503203] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.503424] env[63070]: INFO nova.compute.manager [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1456.503610] env[63070]: DEBUG nova.compute.manager [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.504844] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cef36f-fc76-4a69-89ce-168ce13a4bbb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.844236] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721636} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.844236] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f03a1e87-a324-4bda-9533-46de2402fe92/f03a1e87-a324-4bda-9533-46de2402fe92.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.844236] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.844236] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cb48c8a-c480-43db-8c12-61e830fd2a0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.858023] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1456.858023] env[63070]: value = "task-1770490" [ 1456.858023] env[63070]: _type = "Task" [ 1456.858023] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.870920] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.943142] env[63070]: DEBUG nova.compute.manager [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1456.971479] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.971479] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.148s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.973375] env[63070]: INFO nova.compute.claims [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.012519] env[63070]: INFO nova.scheduler.client.report [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Deleted allocations for instance 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e [ 1457.027011] env[63070]: INFO nova.compute.manager [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Took 44.47 seconds to build instance. [ 1457.141785] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.141785] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.141785] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.141785] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.141785] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.143274] env[63070]: INFO nova.compute.manager [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Terminating instance [ 1457.369292] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088931} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.369845] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.370896] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef438def-91ba-425e-895b-e6643294af3d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.393788] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] f03a1e87-a324-4bda-9533-46de2402fe92/f03a1e87-a324-4bda-9533-46de2402fe92.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.394119] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38193a89-a464-4bdf-bb76-5085add68ad3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.416919] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1457.416919] env[63070]: value = "task-1770492" [ 1457.416919] env[63070]: _type = "Task" [ 1457.416919] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.428847] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.469384] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.527038] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1c32d42-36fa-489d-b537-627f0a5f6dd6 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.923s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.528112] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e53d7d2-54ab-4605-9769-54e3409b4446 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.190s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.647253] env[63070]: DEBUG nova.compute.manager [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1457.647979] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.648349] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea351b5b-24e3-4290-91ca-9fbe734b1946 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.657956] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.657956] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6fd29de-731d-4a00-9bb7-455061c6688c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.666665] env[63070]: DEBUG oslo_vmware.api [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1457.666665] env[63070]: value = "task-1770493" [ 1457.666665] env[63070]: _type = "Task" [ 1457.666665] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.678751] env[63070]: DEBUG oslo_vmware.api [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.882709] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.882942] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.928933] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.031326] env[63070]: DEBUG nova.compute.manager [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1458.114549] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "01a1da0b-19d8-48b5-802a-9bf3a3661a49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.114826] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "01a1da0b-19d8-48b5-802a-9bf3a3661a49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.115037] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "01a1da0b-19d8-48b5-802a-9bf3a3661a49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.115262] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "01a1da0b-19d8-48b5-802a-9bf3a3661a49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.115391] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "01a1da0b-19d8-48b5-802a-9bf3a3661a49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.119821] env[63070]: INFO nova.compute.manager [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Terminating instance [ 1458.178908] env[63070]: DEBUG oslo_vmware.api [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770493, 'name': PowerOffVM_Task, 'duration_secs': 0.22017} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.179204] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.179366] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.179626] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f2651f-ea53-43fb-9066-b183aa413e91 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.284155] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.284446] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.284746] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Deleting the datastore file [datastore1] d6f098c7-4ce7-440f-9b44-1eecdb8b6c27 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.285069] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae9ff763-362b-4850-95cc-f84e8e85d008 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.297586] env[63070]: DEBUG oslo_vmware.api [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1458.297586] env[63070]: value = "task-1770495" [ 1458.297586] env[63070]: _type = "Task" [ 1458.297586] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.306025] env[63070]: DEBUG oslo_vmware.api [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.432033] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770492, 'name': ReconfigVM_Task, 'duration_secs': 0.587632} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.433077] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Reconfigured VM instance instance-0000002c to attach disk [datastore1] f03a1e87-a324-4bda-9533-46de2402fe92/f03a1e87-a324-4bda-9533-46de2402fe92.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.433597] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21d556c3-da71-4a98-af30-e650d5d23886 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.444704] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1458.444704] env[63070]: value = "task-1770496" [ 1458.444704] env[63070]: _type = "Task" [ 1458.444704] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.456148] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770496, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.506596] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707300d2-ce4b-4bd6-a190-bc17a510e82c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.517301] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de841ec8-3693-44c9-b1ba-d576a37087a3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.554252] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc2342e-1044-4e26-bfb6-6250faf02bd3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.565944] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d82dacd-a74a-497e-971e-2f1787839e61 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.573245] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.581842] env[63070]: DEBUG nova.compute.provider_tree [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.624085] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "refresh_cache-01a1da0b-19d8-48b5-802a-9bf3a3661a49" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.624225] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquired lock "refresh_cache-01a1da0b-19d8-48b5-802a-9bf3a3661a49" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.624409] env[63070]: DEBUG nova.network.neutron [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.808896] env[63070]: DEBUG oslo_vmware.api [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770495, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.959035] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770496, 'name': Rename_Task, 'duration_secs': 0.367902} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.959990] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.963864] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1db2fb97-79bc-4c4c-bd52-25cd50eb9e57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.974177] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1458.974177] env[63070]: value = "task-1770498" [ 1458.974177] env[63070]: _type = "Task" [ 1458.974177] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.985475] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.086569] env[63070]: DEBUG nova.scheduler.client.report [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.143271] env[63070]: DEBUG nova.network.neutron [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.190894] env[63070]: DEBUG nova.network.neutron [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.307633] env[63070]: DEBUG oslo_vmware.api [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514275} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.307899] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.308195] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.308431] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.308619] env[63070]: INFO nova.compute.manager [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1459.308863] env[63070]: DEBUG oslo.service.loopingcall [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.309371] env[63070]: DEBUG nova.compute.manager [-] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.309371] env[63070]: DEBUG nova.network.neutron [-] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.473137] env[63070]: DEBUG nova.compute.manager [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Stashing vm_state: active {{(pid=63070) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1459.486519] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.593627] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.594353] env[63070]: DEBUG nova.compute.manager [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1459.598873] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.367s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.600665] env[63070]: INFO nova.compute.claims [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.696297] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Releasing lock "refresh_cache-01a1da0b-19d8-48b5-802a-9bf3a3661a49" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.696297] env[63070]: DEBUG nova.compute.manager [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1459.696297] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.696297] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d08335e-8ae3-4008-807a-aa45b117fbae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.702088] env[63070]: DEBUG nova.compute.manager [req-f77210c2-71c6-4930-9f10-02b9780da0fb req-f2019c84-28a6-494d-b41b-81d9cc9af416 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Received event network-vif-deleted-d3c47774-03f9-4d8b-913d-f3ff7f365da4 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1459.702450] env[63070]: INFO nova.compute.manager [req-f77210c2-71c6-4930-9f10-02b9780da0fb req-f2019c84-28a6-494d-b41b-81d9cc9af416 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Neutron deleted interface d3c47774-03f9-4d8b-913d-f3ff7f365da4; detaching it from the instance and deleting it from the info cache [ 1459.707323] env[63070]: DEBUG nova.network.neutron [req-f77210c2-71c6-4930-9f10-02b9780da0fb req-f2019c84-28a6-494d-b41b-81d9cc9af416 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.711242] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.712389] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d0a725d-1ce0-46f7-93a7-6ac2452dbe9a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.723624] env[63070]: DEBUG oslo_vmware.api [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1459.723624] env[63070]: value = "task-1770499" [ 1459.723624] env[63070]: _type = "Task" [ 1459.723624] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.734478] env[63070]: DEBUG oslo_vmware.api [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.992363] env[63070]: DEBUG oslo_vmware.api [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770498, 'name': PowerOnVM_Task, 'duration_secs': 0.990367} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.992746] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.993045] env[63070]: INFO nova.compute.manager [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1459.993306] env[63070]: DEBUG nova.compute.manager [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.994417] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415435e9-85e3-492e-85dd-a0bf16cdbf20 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.000997] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.107409] env[63070]: DEBUG nova.compute.utils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.109851] env[63070]: DEBUG nova.compute.manager [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.109851] env[63070]: DEBUG nova.network.neutron [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.147857] env[63070]: DEBUG nova.policy [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11f8e1b204104d6e80e9ba336639e199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d399e48ea04a0abf190c7fee2987ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.151354] env[63070]: DEBUG nova.network.neutron [-] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.205257] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54959b4f-8b57-4768-b6e0-9b95091bcc81 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.216087] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a581f4-7abc-46c7-ad46-fd903a073e1b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.234830] env[63070]: DEBUG oslo_vmware.api [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770499, 'name': PowerOffVM_Task, 'duration_secs': 0.127199} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.235113] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.235281] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.235511] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c62c2f9-ecaf-4514-a114-97416361208e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.253119] env[63070]: DEBUG nova.compute.manager [req-f77210c2-71c6-4930-9f10-02b9780da0fb req-f2019c84-28a6-494d-b41b-81d9cc9af416 service nova] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Detach interface failed, port_id=d3c47774-03f9-4d8b-913d-f3ff7f365da4, reason: Instance d6f098c7-4ce7-440f-9b44-1eecdb8b6c27 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1460.275128] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.275369] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.275538] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Deleting the datastore file [datastore1] 01a1da0b-19d8-48b5-802a-9bf3a3661a49 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.275799] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7027f5fa-20fc-4b81-976d-81352d2e310c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.285182] env[63070]: DEBUG oslo_vmware.api [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for the task: (returnval){ [ 1460.285182] env[63070]: value = "task-1770501" [ 1460.285182] env[63070]: _type = "Task" [ 1460.285182] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.293782] env[63070]: DEBUG oslo_vmware.api [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.380239] env[63070]: DEBUG nova.network.neutron [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Successfully created port: f792031b-5c3d-45de-b817-115e2874a5c6 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.519062] env[63070]: INFO nova.compute.manager [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Took 44.25 seconds to build instance. [ 1460.613496] env[63070]: DEBUG nova.compute.manager [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1460.653310] env[63070]: INFO nova.compute.manager [-] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Took 1.34 seconds to deallocate network for instance. [ 1460.801832] env[63070]: DEBUG oslo_vmware.api [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Task: {'id': task-1770501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258753} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.805148] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.805148] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.805148] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.805148] env[63070]: INFO nova.compute.manager [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1460.805148] env[63070]: DEBUG oslo.service.loopingcall [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.805148] env[63070]: DEBUG nova.compute.manager [-] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1460.805148] env[63070]: DEBUG nova.network.neutron [-] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1460.821576] env[63070]: DEBUG nova.network.neutron [-] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.021197] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a28d8c4b-b6ab-4c6d-a9fe-e76d3bf052a6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.050s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.165279] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.199455] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a34510-7c7c-4256-969e-3374257f0f4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.211025] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859a4513-eaa3-40fc-a7f6-f31d3770f9a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.241383] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01a9998-ae97-466e-be32-2bfd02bbce5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.250591] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f62251-fc24-4280-92bb-142fcc481cbc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.266627] env[63070]: DEBUG nova.compute.provider_tree [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.325404] env[63070]: DEBUG nova.network.neutron [-] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.529371] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1461.625090] env[63070]: DEBUG nova.compute.manager [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1461.659934] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.660166] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.660371] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.660564] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.661787] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.661787] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.661787] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.661787] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.661787] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.661787] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.661787] env[63070]: DEBUG nova.virt.hardware [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.662620] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb3c724-7fcd-459a-9c9c-f5ad01c9fdd8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.672406] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d720729-8b57-4506-8baa-1c7f54f8a3ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.722958] env[63070]: DEBUG nova.compute.manager [req-1abeb5d7-0fef-4469-a85e-8eec54ea46d0 req-4ab0ddad-846d-4424-ba38-b0c7ee164f54 service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Received event network-changed-3d4f780a-70bd-4c81-ac60-69aa8b63cabe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1461.723205] env[63070]: DEBUG nova.compute.manager [req-1abeb5d7-0fef-4469-a85e-8eec54ea46d0 req-4ab0ddad-846d-4424-ba38-b0c7ee164f54 service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Refreshing instance network info cache due to event network-changed-3d4f780a-70bd-4c81-ac60-69aa8b63cabe. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1461.723347] env[63070]: DEBUG oslo_concurrency.lockutils [req-1abeb5d7-0fef-4469-a85e-8eec54ea46d0 req-4ab0ddad-846d-4424-ba38-b0c7ee164f54 service nova] Acquiring lock "refresh_cache-f03a1e87-a324-4bda-9533-46de2402fe92" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.723491] env[63070]: DEBUG oslo_concurrency.lockutils [req-1abeb5d7-0fef-4469-a85e-8eec54ea46d0 req-4ab0ddad-846d-4424-ba38-b0c7ee164f54 service nova] Acquired lock "refresh_cache-f03a1e87-a324-4bda-9533-46de2402fe92" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.723676] env[63070]: DEBUG nova.network.neutron [req-1abeb5d7-0fef-4469-a85e-8eec54ea46d0 req-4ab0ddad-846d-4424-ba38-b0c7ee164f54 service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Refreshing network info cache for port 3d4f780a-70bd-4c81-ac60-69aa8b63cabe {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.775132] env[63070]: DEBUG nova.scheduler.client.report [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.828313] env[63070]: INFO nova.compute.manager [-] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Took 1.02 seconds to deallocate network for instance. [ 1462.007932] env[63070]: DEBUG nova.network.neutron [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Successfully updated port: f792031b-5c3d-45de-b817-115e2874a5c6 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.051829] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.279201] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.280310] env[63070]: DEBUG nova.compute.manager [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.283893] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.432s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.284293] env[63070]: DEBUG nova.objects.instance [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lazy-loading 'resources' on Instance uuid b006f13b-0041-499b-a4e2-019e9992071a {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.334312] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.511055] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "refresh_cache-0e05fbde-7467-4dfd-99f5-868e48de6e3d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.511055] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "refresh_cache-0e05fbde-7467-4dfd-99f5-868e48de6e3d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.511055] env[63070]: DEBUG nova.network.neutron [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.649858] env[63070]: DEBUG nova.network.neutron [req-1abeb5d7-0fef-4469-a85e-8eec54ea46d0 req-4ab0ddad-846d-4424-ba38-b0c7ee164f54 service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Updated VIF entry in instance network info cache for port 3d4f780a-70bd-4c81-ac60-69aa8b63cabe. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.649858] env[63070]: DEBUG nova.network.neutron [req-1abeb5d7-0fef-4469-a85e-8eec54ea46d0 req-4ab0ddad-846d-4424-ba38-b0c7ee164f54 service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Updating instance_info_cache with network_info: [{"id": "3d4f780a-70bd-4c81-ac60-69aa8b63cabe", "address": "fa:16:3e:cf:8e:2e", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4f780a-70", "ovs_interfaceid": "3d4f780a-70bd-4c81-ac60-69aa8b63cabe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.785881] env[63070]: DEBUG nova.compute.utils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1462.787279] env[63070]: DEBUG nova.compute.manager [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1462.787457] env[63070]: DEBUG nova.network.neutron [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1462.830619] env[63070]: DEBUG nova.policy [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11f8e1b204104d6e80e9ba336639e199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d399e48ea04a0abf190c7fee2987ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.055348] env[63070]: DEBUG nova.network.neutron [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.150342] env[63070]: DEBUG nova.network.neutron [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Successfully created port: f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.152616] env[63070]: DEBUG oslo_concurrency.lockutils [req-1abeb5d7-0fef-4469-a85e-8eec54ea46d0 req-4ab0ddad-846d-4424-ba38-b0c7ee164f54 service nova] Releasing lock "refresh_cache-f03a1e87-a324-4bda-9533-46de2402fe92" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.255095] env[63070]: DEBUG nova.network.neutron [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Updating instance_info_cache with network_info: [{"id": "f792031b-5c3d-45de-b817-115e2874a5c6", "address": "fa:16:3e:ef:f5:ac", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf792031b-5c", "ovs_interfaceid": "f792031b-5c3d-45de-b817-115e2874a5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.290949] env[63070]: DEBUG nova.compute.manager [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.342891] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecb367c-d7f3-4a46-9c78-d71eedf576ca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.352903] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c4faf3-525b-4782-b22a-d1e6cf76148c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.389043] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63693e02-1470-44c9-8b34-dee90842802d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.397413] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0645fe5c-9bf7-40ef-98e4-8e0bc7369384 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.413538] env[63070]: DEBUG nova.compute.provider_tree [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.751924] env[63070]: DEBUG nova.compute.manager [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Received event network-vif-plugged-f792031b-5c3d-45de-b817-115e2874a5c6 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1463.752207] env[63070]: DEBUG oslo_concurrency.lockutils [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] Acquiring lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.752417] env[63070]: DEBUG oslo_concurrency.lockutils [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] Lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.752588] env[63070]: DEBUG oslo_concurrency.lockutils [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] Lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.752759] env[63070]: DEBUG nova.compute.manager [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] No waiting events found dispatching network-vif-plugged-f792031b-5c3d-45de-b817-115e2874a5c6 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1463.752930] env[63070]: WARNING nova.compute.manager [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Received unexpected event network-vif-plugged-f792031b-5c3d-45de-b817-115e2874a5c6 for instance with vm_state building and task_state spawning. [ 1463.753113] env[63070]: DEBUG nova.compute.manager [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Received event network-changed-f792031b-5c3d-45de-b817-115e2874a5c6 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1463.753271] env[63070]: DEBUG nova.compute.manager [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Refreshing instance network info cache due to event network-changed-f792031b-5c3d-45de-b817-115e2874a5c6. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1463.753432] env[63070]: DEBUG oslo_concurrency.lockutils [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] Acquiring lock "refresh_cache-0e05fbde-7467-4dfd-99f5-868e48de6e3d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.758757] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "refresh_cache-0e05fbde-7467-4dfd-99f5-868e48de6e3d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.759071] env[63070]: DEBUG nova.compute.manager [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Instance network_info: |[{"id": "f792031b-5c3d-45de-b817-115e2874a5c6", "address": "fa:16:3e:ef:f5:ac", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf792031b-5c", "ovs_interfaceid": "f792031b-5c3d-45de-b817-115e2874a5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.759601] env[63070]: DEBUG oslo_concurrency.lockutils [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] Acquired lock "refresh_cache-0e05fbde-7467-4dfd-99f5-868e48de6e3d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.759601] env[63070]: DEBUG nova.network.neutron [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Refreshing network info cache for port f792031b-5c3d-45de-b817-115e2874a5c6 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.760751] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f5:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f792031b-5c3d-45de-b817-115e2874a5c6', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.768694] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Creating folder: Project (45d399e48ea04a0abf190c7fee2987ce). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.772344] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc8698ba-25eb-42a1-8c57-d57eafc491e2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.787296] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Created folder: Project (45d399e48ea04a0abf190c7fee2987ce) in parent group-v367531. [ 1463.787563] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Creating folder: Instances. Parent ref: group-v367670. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.788104] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-484f7b69-f8ed-4b09-8713-914f34aeffb8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.804826] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Created folder: Instances in parent group-v367670. [ 1463.804826] env[63070]: DEBUG oslo.service.loopingcall [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.804826] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.804826] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9a7be7a-50b9-487d-9201-d12f32562a99 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.830766] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.830766] env[63070]: value = "task-1770506" [ 1463.830766] env[63070]: _type = "Task" [ 1463.830766] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.843497] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770506, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.919891] env[63070]: DEBUG nova.scheduler.client.report [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.067138] env[63070]: DEBUG nova.network.neutron [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Updated VIF entry in instance network info cache for port f792031b-5c3d-45de-b817-115e2874a5c6. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.067532] env[63070]: DEBUG nova.network.neutron [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Updating instance_info_cache with network_info: [{"id": "f792031b-5c3d-45de-b817-115e2874a5c6", "address": "fa:16:3e:ef:f5:ac", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf792031b-5c", "ovs_interfaceid": "f792031b-5c3d-45de-b817-115e2874a5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.302091] env[63070]: DEBUG nova.compute.manager [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.331055] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.331354] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.331518] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.331691] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.332193] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.332193] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.332416] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.332535] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.332702] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.332861] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.333039] env[63070]: DEBUG nova.virt.hardware [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.333981] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fe2ff8-5603-4211-8014-9d59ce2322ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.350340] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c3a094-ac57-43ee-9a32-c0705c1cfff4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.355101] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770506, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.424787] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.427438] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.454s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.429204] env[63070]: INFO nova.compute.claims [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.446702] env[63070]: INFO nova.scheduler.client.report [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Deleted allocations for instance b006f13b-0041-499b-a4e2-019e9992071a [ 1464.570930] env[63070]: DEBUG oslo_concurrency.lockutils [req-746f01bf-d993-47c5-bb24-88eb6f562851 req-ca75c6db-b658-4818-a2cb-06872fbc8a82 service nova] Releasing lock "refresh_cache-0e05fbde-7467-4dfd-99f5-868e48de6e3d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.777548] env[63070]: DEBUG nova.network.neutron [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Successfully updated port: f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.843371] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770506, 'name': CreateVM_Task, 'duration_secs': 0.579975} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.843580] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.844654] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.844877] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.845214] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.845471] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080bc5b2-815d-417d-bf1c-ea657fbd83bc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.850415] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1464.850415] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52adc2b3-af5d-6c25-b5ec-0a9b93bc5314" [ 1464.850415] env[63070]: _type = "Task" [ 1464.850415] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.858791] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52adc2b3-af5d-6c25-b5ec-0a9b93bc5314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.953714] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5a67af3-02c7-495f-bc68-b0f96069358f tempest-VolumesAssistedSnapshotsTest-1463500717 tempest-VolumesAssistedSnapshotsTest-1463500717-project-member] Lock "b006f13b-0041-499b-a4e2-019e9992071a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.374s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.280204] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "refresh_cache-e621dfd7-d429-4922-a660-d2f2e6385870" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.280412] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "refresh_cache-e621dfd7-d429-4922-a660-d2f2e6385870" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.280532] env[63070]: DEBUG nova.network.neutron [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.366521] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52adc2b3-af5d-6c25-b5ec-0a9b93bc5314, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.366916] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.367085] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.367350] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.367472] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.367827] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.367966] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2be5be0b-197f-4ad8-a15f-040e0a9b628a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.383286] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.383478] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.384866] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0247b8-3580-4a31-a3d8-62f5a7a514ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.393511] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1465.393511] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52084ece-1b6c-2a7a-8201-07a0aa95d454" [ 1465.393511] env[63070]: _type = "Task" [ 1465.393511] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.402780] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52084ece-1b6c-2a7a-8201-07a0aa95d454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.798116] env[63070]: DEBUG nova.compute.manager [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Received event network-vif-plugged-f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1465.798116] env[63070]: DEBUG oslo_concurrency.lockutils [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] Acquiring lock "e621dfd7-d429-4922-a660-d2f2e6385870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.798116] env[63070]: DEBUG oslo_concurrency.lockutils [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] Lock "e621dfd7-d429-4922-a660-d2f2e6385870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.798116] env[63070]: DEBUG oslo_concurrency.lockutils [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] Lock "e621dfd7-d429-4922-a660-d2f2e6385870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.798116] env[63070]: DEBUG nova.compute.manager [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] No waiting events found dispatching network-vif-plugged-f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1465.798116] env[63070]: WARNING nova.compute.manager [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Received unexpected event network-vif-plugged-f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3 for instance with vm_state building and task_state spawning. [ 1465.798116] env[63070]: DEBUG nova.compute.manager [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Received event network-changed-f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1465.799154] env[63070]: DEBUG nova.compute.manager [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Refreshing instance network info cache due to event network-changed-f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1465.799273] env[63070]: DEBUG oslo_concurrency.lockutils [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] Acquiring lock "refresh_cache-e621dfd7-d429-4922-a660-d2f2e6385870" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.829584] env[63070]: DEBUG nova.network.neutron [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.901050] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b08e11-3d77-4b8d-ab06-35795e1e5b78 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.911815] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283ffe59-d9c1-4d3e-ac43-dd9dd1bcf2d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.915137] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52084ece-1b6c-2a7a-8201-07a0aa95d454, 'name': SearchDatastore_Task, 'duration_secs': 0.018824} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.916206] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237a7200-b1a9-41be-ac6e-2c55054373b9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.946788] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d63078e-5bab-43fc-9986-1f69dc5c1758 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.949651] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1465.949651] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52605dd7-355f-bb9b-9d4d-cf2ea53c66bb" [ 1465.949651] env[63070]: _type = "Task" [ 1465.949651] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.956374] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e05551-4fad-4a63-ac8e-5acfd2d4ff80 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.965708] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52605dd7-355f-bb9b-9d4d-cf2ea53c66bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.966311] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.967266] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.967266] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f95841a8-1533-479e-b457-9bd7c77d6ab8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.976608] env[63070]: DEBUG nova.compute.provider_tree [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.987167] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1465.987167] env[63070]: value = "task-1770508" [ 1465.987167] env[63070]: _type = "Task" [ 1465.987167] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.000474] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.088223] env[63070]: DEBUG nova.network.neutron [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Updating instance_info_cache with network_info: [{"id": "f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3", "address": "fa:16:3e:52:62:8d", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dc90a5-ba", "ovs_interfaceid": "f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.487325] env[63070]: DEBUG nova.scheduler.client.report [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.503508] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481449} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.503782] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.503991] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.504261] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b86359-2aa9-4a4d-96d0-a32560ba1b1c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.515247] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1466.515247] env[63070]: value = "task-1770509" [ 1466.515247] env[63070]: _type = "Task" [ 1466.515247] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.529488] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.592770] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "refresh_cache-e621dfd7-d429-4922-a660-d2f2e6385870" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.593162] env[63070]: DEBUG nova.compute.manager [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Instance network_info: |[{"id": "f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3", "address": "fa:16:3e:52:62:8d", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dc90a5-ba", "ovs_interfaceid": "f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.593469] env[63070]: DEBUG oslo_concurrency.lockutils [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] Acquired lock "refresh_cache-e621dfd7-d429-4922-a660-d2f2e6385870" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.593645] env[63070]: DEBUG nova.network.neutron [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Refreshing network info cache for port f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.594876] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:62:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.602808] env[63070]: DEBUG oslo.service.loopingcall [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.603270] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.604130] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cd96047-655f-4004-8d07-4ce2648a5adf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.625842] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.625842] env[63070]: value = "task-1770510" [ 1466.625842] env[63070]: _type = "Task" [ 1466.625842] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.635405] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770510, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.998585] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.999197] env[63070]: DEBUG nova.compute.manager [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1467.001985] env[63070]: DEBUG oslo_concurrency.lockutils [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.928s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.002261] env[63070]: DEBUG nova.objects.instance [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lazy-loading 'resources' on Instance uuid 6a483d36-7cd6-4996-b187-8beb6fc95912 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.025939] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070804} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.026239] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.027063] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fe69d8-5a27-4f8d-9faf-181f94e4f2c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.053115] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.053934] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942cbfb8-18ee-449a-b214-d8f80e1b4980 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.078774] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1467.078774] env[63070]: value = "task-1770511" [ 1467.078774] env[63070]: _type = "Task" [ 1467.078774] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.087942] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.137416] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770510, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.500325] env[63070]: DEBUG nova.network.neutron [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Updated VIF entry in instance network info cache for port f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.500675] env[63070]: DEBUG nova.network.neutron [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Updating instance_info_cache with network_info: [{"id": "f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3", "address": "fa:16:3e:52:62:8d", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dc90a5-ba", "ovs_interfaceid": "f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.505575] env[63070]: DEBUG nova.compute.utils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1467.509546] env[63070]: DEBUG nova.compute.manager [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1467.509683] env[63070]: DEBUG nova.network.neutron [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.563894] env[63070]: DEBUG nova.policy [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '062c101326924a77a1fc774f32e3704c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a13201da9e704bbdbdac79df77108d13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1467.590511] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770511, 'name': ReconfigVM_Task, 'duration_secs': 0.342261} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.590783] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.591448] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42e91613-a7a6-41b4-b9f8-abc450ed0a49 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.598904] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1467.598904] env[63070]: value = "task-1770513" [ 1467.598904] env[63070]: _type = "Task" [ 1467.598904] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.607991] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770513, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.639217] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770510, 'name': CreateVM_Task, 'duration_secs': 0.680022} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.642017] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.642017] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.642017] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.642017] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.642017] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7ce0ef-43ab-4c08-bf52-01b12c3df1e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.651139] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1467.651139] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4f939-e6ce-79b5-7fa2-137fbe80b715" [ 1467.651139] env[63070]: _type = "Task" [ 1467.651139] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.661189] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4f939-e6ce-79b5-7fa2-137fbe80b715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.962440] env[63070]: DEBUG nova.network.neutron [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Successfully created port: 5bfa0a44-e31c-4e40-8505-bbb0bc60f555 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.004082] env[63070]: DEBUG oslo_concurrency.lockutils [req-360a09e8-3050-4065-957d-6178819a391a req-9eb8df0d-171f-4111-bf45-0155f3058ac2 service nova] Releasing lock "refresh_cache-e621dfd7-d429-4922-a660-d2f2e6385870" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.011743] env[63070]: DEBUG nova.compute.manager [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1468.109260] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770513, 'name': Rename_Task, 'duration_secs': 0.171429} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.111975] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.112494] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f53cdcf1-e562-4e66-82cb-6daf5ac5d89f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.120291] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1468.120291] env[63070]: value = "task-1770514" [ 1468.120291] env[63070]: _type = "Task" [ 1468.120291] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.131924] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.161255] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4f939-e6ce-79b5-7fa2-137fbe80b715, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.161613] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.161892] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1468.162193] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.162760] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.163042] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.163324] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f21f3e2c-7b3c-4897-94db-7f3362ec7521 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.181463] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.181697] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1468.182605] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79798b0-2c9f-41ee-b6d4-310c1597b8eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.192024] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1468.192024] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e99543-0ea8-8008-39f2-b0c001710d56" [ 1468.192024] env[63070]: _type = "Task" [ 1468.192024] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.204687] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e99543-0ea8-8008-39f2-b0c001710d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.211399] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bdbcfe-07d6-4b7c-83ef-0c145617f9b7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.219177] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5accbc-8101-4395-aa86-a3069a61b4a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.256429] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8c0cd1-71d3-4370-bf87-df780038fe39 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.264873] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30efea05-10ce-4c4b-8e20-0ceda040a245 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.281645] env[63070]: DEBUG nova.compute.provider_tree [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.636019] env[63070]: DEBUG oslo_vmware.api [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770514, 'name': PowerOnVM_Task, 'duration_secs': 0.505506} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.636743] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.636906] env[63070]: INFO nova.compute.manager [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Took 7.01 seconds to spawn the instance on the hypervisor. [ 1468.637102] env[63070]: DEBUG nova.compute.manager [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.637933] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f5d3ab-1a23-4099-97dc-f4a5a2fd2781 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.699721] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e99543-0ea8-8008-39f2-b0c001710d56, 'name': SearchDatastore_Task, 'duration_secs': 0.013356} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.700664] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cc89f2-6f2e-4f36-a86a-47050c11760c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.708152] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1468.708152] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52144338-6b97-4962-297b-bebae12f971b" [ 1468.708152] env[63070]: _type = "Task" [ 1468.708152] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.718245] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52144338-6b97-4962-297b-bebae12f971b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.784667] env[63070]: DEBUG nova.scheduler.client.report [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.028137] env[63070]: DEBUG nova.compute.manager [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1469.059171] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.059423] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.059722] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.059923] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.059923] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.060859] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1469.060859] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1469.060859] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1469.060859] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1469.060859] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1469.061035] env[63070]: DEBUG nova.virt.hardware [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1469.062256] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfa4521-14ac-40e1-9937-47b0728b644b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.070614] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb0a260-6b26-478e-94c5-cc889431615d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.159055] env[63070]: INFO nova.compute.manager [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Took 39.36 seconds to build instance. [ 1469.221381] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52144338-6b97-4962-297b-bebae12f971b, 'name': SearchDatastore_Task, 'duration_secs': 0.025091} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.221654] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.221918] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] e621dfd7-d429-4922-a660-d2f2e6385870/e621dfd7-d429-4922-a660-d2f2e6385870.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.222209] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70ac333f-241c-4f25-b462-272fca0370fd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.230659] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1469.230659] env[63070]: value = "task-1770515" [ 1469.230659] env[63070]: _type = "Task" [ 1469.230659] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.243065] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.290324] env[63070]: DEBUG oslo_concurrency.lockutils [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.292780] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.733s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.293024] env[63070]: DEBUG nova.objects.instance [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lazy-loading 'resources' on Instance uuid 474592d1-4a20-479d-85a9-a86c846849b5 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.316781] env[63070]: INFO nova.scheduler.client.report [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Deleted allocations for instance 6a483d36-7cd6-4996-b187-8beb6fc95912 [ 1469.568642] env[63070]: DEBUG nova.compute.manager [req-ee6f872f-0ea3-4ee8-ab4e-94e05f1827e4 req-3c248451-2a5c-4b7f-8a42-56abb2ec479d service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Received event network-vif-plugged-5bfa0a44-e31c-4e40-8505-bbb0bc60f555 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1469.569016] env[63070]: DEBUG oslo_concurrency.lockutils [req-ee6f872f-0ea3-4ee8-ab4e-94e05f1827e4 req-3c248451-2a5c-4b7f-8a42-56abb2ec479d service nova] Acquiring lock "034bdc08-eee7-46cd-a37e-3f621cc593f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.569681] env[63070]: DEBUG oslo_concurrency.lockutils [req-ee6f872f-0ea3-4ee8-ab4e-94e05f1827e4 req-3c248451-2a5c-4b7f-8a42-56abb2ec479d service nova] Lock "034bdc08-eee7-46cd-a37e-3f621cc593f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.569987] env[63070]: DEBUG oslo_concurrency.lockutils [req-ee6f872f-0ea3-4ee8-ab4e-94e05f1827e4 req-3c248451-2a5c-4b7f-8a42-56abb2ec479d service nova] Lock "034bdc08-eee7-46cd-a37e-3f621cc593f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.570118] env[63070]: DEBUG nova.compute.manager [req-ee6f872f-0ea3-4ee8-ab4e-94e05f1827e4 req-3c248451-2a5c-4b7f-8a42-56abb2ec479d service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] No waiting events found dispatching network-vif-plugged-5bfa0a44-e31c-4e40-8505-bbb0bc60f555 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1469.570553] env[63070]: WARNING nova.compute.manager [req-ee6f872f-0ea3-4ee8-ab4e-94e05f1827e4 req-3c248451-2a5c-4b7f-8a42-56abb2ec479d service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Received unexpected event network-vif-plugged-5bfa0a44-e31c-4e40-8505-bbb0bc60f555 for instance with vm_state building and task_state spawning. [ 1469.662588] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cd79223-e00f-4260-bf91-000dc8382a98 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.985s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.691306] env[63070]: DEBUG nova.network.neutron [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Successfully updated port: 5bfa0a44-e31c-4e40-8505-bbb0bc60f555 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1469.743721] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770515, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.828738] env[63070]: DEBUG oslo_concurrency.lockutils [None req-18751d9a-e8d0-4c9e-ace1-0ec6304ff61d tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "6a483d36-7cd6-4996-b187-8beb6fc95912" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.788s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.166892] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1470.184334] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "53521a81-effa-4be1-8093-c2fb7cf443ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.184663] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "53521a81-effa-4be1-8093-c2fb7cf443ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.184940] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "53521a81-effa-4be1-8093-c2fb7cf443ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.185575] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "53521a81-effa-4be1-8093-c2fb7cf443ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.185868] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "53521a81-effa-4be1-8093-c2fb7cf443ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.189536] env[63070]: INFO nova.compute.manager [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Terminating instance [ 1470.198508] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "refresh_cache-034bdc08-eee7-46cd-a37e-3f621cc593f8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.199633] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "refresh_cache-034bdc08-eee7-46cd-a37e-3f621cc593f8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.199633] env[63070]: DEBUG nova.network.neutron [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.242348] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566466} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.242605] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] e621dfd7-d429-4922-a660-d2f2e6385870/e621dfd7-d429-4922-a660-d2f2e6385870.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.242811] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.243074] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb0ecbd0-96e9-4649-a383-2c53ce8bb020 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.254154] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1470.254154] env[63070]: value = "task-1770517" [ 1470.254154] env[63070]: _type = "Task" [ 1470.254154] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.271956] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.337029] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730dde0f-af4a-4872-9b11-f57a7b5259cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.345201] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1e621-a6ae-45f7-8dd1-d2e4957c46bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.379679] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0bb592-7e4d-4dcc-80ef-dd33d8097a04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.388295] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25233097-1f0f-42b0-bf54-cabd5c8881d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.403111] env[63070]: DEBUG nova.compute.provider_tree [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.696022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.696897] env[63070]: DEBUG nova.compute.manager [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1470.697146] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.698038] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5482bd1f-7a77-44b9-a9a8-dc8f999087cc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.707910] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.708170] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed6729c1-cba2-4ad4-85a4-a5cf575e7ee0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.715174] env[63070]: DEBUG oslo_vmware.api [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1470.715174] env[63070]: value = "task-1770518" [ 1470.715174] env[63070]: _type = "Task" [ 1470.715174] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.723417] env[63070]: DEBUG oslo_vmware.api [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.745815] env[63070]: DEBUG nova.network.neutron [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.764819] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308279} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.765129] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.768132] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e0d55f-8e9f-4ca0-8475-d9043f0559ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.793040] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] e621dfd7-d429-4922-a660-d2f2e6385870/e621dfd7-d429-4922-a660-d2f2e6385870.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.793040] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a08e062f-cff1-4020-bdf0-fe6f60a60374 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.817781] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1470.817781] env[63070]: value = "task-1770519" [ 1470.817781] env[63070]: _type = "Task" [ 1470.817781] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.831409] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.905944] env[63070]: DEBUG nova.scheduler.client.report [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.052024] env[63070]: DEBUG nova.network.neutron [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Updating instance_info_cache with network_info: [{"id": "5bfa0a44-e31c-4e40-8505-bbb0bc60f555", "address": "fa:16:3e:85:ae:3b", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bfa0a44-e3", "ovs_interfaceid": "5bfa0a44-e31c-4e40-8505-bbb0bc60f555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.227323] env[63070]: DEBUG oslo_vmware.api [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770518, 'name': PowerOffVM_Task, 'duration_secs': 0.294232} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.227743] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.227803] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1471.228476] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71fbc79c-5b50-4c4a-b59f-d094b5624e66 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.337385] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770519, 'name': ReconfigVM_Task, 'duration_secs': 0.37803} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.339857] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Reconfigured VM instance instance-0000002e to attach disk [datastore1] e621dfd7-d429-4922-a660-d2f2e6385870/e621dfd7-d429-4922-a660-d2f2e6385870.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.339964] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1471.340524] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1471.340793] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Deleting the datastore file [datastore1] 53521a81-effa-4be1-8093-c2fb7cf443ce {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1471.341118] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfab3223-3faa-4388-89d1-00a8a012afe3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.343232] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f6c1327-4399-4023-9e5a-5e85c4858c0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.354021] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1471.354021] env[63070]: value = "task-1770521" [ 1471.354021] env[63070]: _type = "Task" [ 1471.354021] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.354021] env[63070]: DEBUG oslo_vmware.api [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for the task: (returnval){ [ 1471.354021] env[63070]: value = "task-1770522" [ 1471.354021] env[63070]: _type = "Task" [ 1471.354021] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.366049] env[63070]: DEBUG oslo_vmware.api [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.369705] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770521, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.411026] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.416443] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.203s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.418369] env[63070]: INFO nova.compute.claims [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.440036] env[63070]: INFO nova.scheduler.client.report [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted allocations for instance 474592d1-4a20-479d-85a9-a86c846849b5 [ 1471.554191] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "refresh_cache-034bdc08-eee7-46cd-a37e-3f621cc593f8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.554191] env[63070]: DEBUG nova.compute.manager [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Instance network_info: |[{"id": "5bfa0a44-e31c-4e40-8505-bbb0bc60f555", "address": "fa:16:3e:85:ae:3b", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bfa0a44-e3", "ovs_interfaceid": "5bfa0a44-e31c-4e40-8505-bbb0bc60f555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.554752] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ae:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bfa0a44-e31c-4e40-8505-bbb0bc60f555', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.565032] env[63070]: DEBUG oslo.service.loopingcall [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.565032] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.565032] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb169d01-c5dd-4b31-bc6f-aebede0cf5a2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.584984] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.584984] env[63070]: value = "task-1770523" [ 1471.584984] env[63070]: _type = "Task" [ 1471.584984] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.597220] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770523, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.599971] env[63070]: DEBUG nova.compute.manager [req-dcf23859-2ab0-4fe2-8dc3-f91bf2ec49df req-4e7f4724-e3f5-4d6c-9b2f-0bf9328b825f service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Received event network-changed-5bfa0a44-e31c-4e40-8505-bbb0bc60f555 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1471.600281] env[63070]: DEBUG nova.compute.manager [req-dcf23859-2ab0-4fe2-8dc3-f91bf2ec49df req-4e7f4724-e3f5-4d6c-9b2f-0bf9328b825f service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Refreshing instance network info cache due to event network-changed-5bfa0a44-e31c-4e40-8505-bbb0bc60f555. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1471.600525] env[63070]: DEBUG oslo_concurrency.lockutils [req-dcf23859-2ab0-4fe2-8dc3-f91bf2ec49df req-4e7f4724-e3f5-4d6c-9b2f-0bf9328b825f service nova] Acquiring lock "refresh_cache-034bdc08-eee7-46cd-a37e-3f621cc593f8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.600718] env[63070]: DEBUG oslo_concurrency.lockutils [req-dcf23859-2ab0-4fe2-8dc3-f91bf2ec49df req-4e7f4724-e3f5-4d6c-9b2f-0bf9328b825f service nova] Acquired lock "refresh_cache-034bdc08-eee7-46cd-a37e-3f621cc593f8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.600940] env[63070]: DEBUG nova.network.neutron [req-dcf23859-2ab0-4fe2-8dc3-f91bf2ec49df req-4e7f4724-e3f5-4d6c-9b2f-0bf9328b825f service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Refreshing network info cache for port 5bfa0a44-e31c-4e40-8505-bbb0bc60f555 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.867493] env[63070]: DEBUG oslo_vmware.api [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Task: {'id': task-1770522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230264} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.870480] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.870697] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.870916] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.871158] env[63070]: INFO nova.compute.manager [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1471.871426] env[63070]: DEBUG oslo.service.loopingcall [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.871654] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770521, 'name': Rename_Task, 'duration_secs': 0.16794} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.871863] env[63070]: DEBUG nova.compute.manager [-] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.872016] env[63070]: DEBUG nova.network.neutron [-] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.873751] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1471.874319] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a38c706-6cdb-4bb5-848a-6e0382be2911 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.882742] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1471.882742] env[63070]: value = "task-1770524" [ 1471.882742] env[63070]: _type = "Task" [ 1471.882742] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.891609] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.949210] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79a67f13-f766-4707-8199-b9db617e16d7 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "474592d1-4a20-479d-85a9-a86c846849b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.770s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.098759] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770523, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.394039] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770524, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.466929] env[63070]: DEBUG nova.network.neutron [req-dcf23859-2ab0-4fe2-8dc3-f91bf2ec49df req-4e7f4724-e3f5-4d6c-9b2f-0bf9328b825f service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Updated VIF entry in instance network info cache for port 5bfa0a44-e31c-4e40-8505-bbb0bc60f555. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.467425] env[63070]: DEBUG nova.network.neutron [req-dcf23859-2ab0-4fe2-8dc3-f91bf2ec49df req-4e7f4724-e3f5-4d6c-9b2f-0bf9328b825f service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Updating instance_info_cache with network_info: [{"id": "5bfa0a44-e31c-4e40-8505-bbb0bc60f555", "address": "fa:16:3e:85:ae:3b", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bfa0a44-e3", "ovs_interfaceid": "5bfa0a44-e31c-4e40-8505-bbb0bc60f555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.598885] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770523, 'name': CreateVM_Task, 'duration_secs': 0.529528} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.601694] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.602536] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.602862] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.603031] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.603968] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a739bb4e-d02a-4225-a814-2a5ffeabd996 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.610850] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1472.610850] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522681ba-6594-ce68-abeb-08b5a6bc85af" [ 1472.610850] env[63070]: _type = "Task" [ 1472.610850] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.623680] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522681ba-6594-ce68-abeb-08b5a6bc85af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.648493] env[63070]: DEBUG nova.network.neutron [-] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.894130] env[63070]: DEBUG oslo_vmware.api [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770524, 'name': PowerOnVM_Task, 'duration_secs': 0.807685} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.897163] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.897808] env[63070]: INFO nova.compute.manager [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1472.898104] env[63070]: DEBUG nova.compute.manager [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.899656] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1684e30f-84e3-426a-95b1-e792f73574a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.971957] env[63070]: DEBUG oslo_concurrency.lockutils [req-dcf23859-2ab0-4fe2-8dc3-f91bf2ec49df req-4e7f4724-e3f5-4d6c-9b2f-0bf9328b825f service nova] Releasing lock "refresh_cache-034bdc08-eee7-46cd-a37e-3f621cc593f8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.982504] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7077064-1ae6-4bbd-94e9-717ad92ed0f3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.991644] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdedfb59-b412-43b7-8f4a-a786af3ae00e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.025511] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d63a15b-8b43-411b-9e43-84533fc11dcb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.034537] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95211d3c-a627-4b37-a65f-20155b2b05d3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.051335] env[63070]: DEBUG nova.compute.provider_tree [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.121870] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522681ba-6594-ce68-abeb-08b5a6bc85af, 'name': SearchDatastore_Task, 'duration_secs': 0.016303} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.122205] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.122447] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.122692] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.122829] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.123021] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.123292] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d120afc4-c078-4fbf-b06b-802b5b02fd38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.133654] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.133826] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.134693] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b20122-8faf-4724-97a8-0eccea652269 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.140928] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1473.140928] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b70a19-7f40-5af9-fdc2-ef45ba9bf956" [ 1473.140928] env[63070]: _type = "Task" [ 1473.140928] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.149969] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b70a19-7f40-5af9-fdc2-ef45ba9bf956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.154722] env[63070]: INFO nova.compute.manager [-] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Took 1.28 seconds to deallocate network for instance. [ 1473.422443] env[63070]: INFO nova.compute.manager [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Took 39.23 seconds to build instance. [ 1473.555668] env[63070]: DEBUG nova.scheduler.client.report [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.617450] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Acquiring lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.617733] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.651938] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b70a19-7f40-5af9-fdc2-ef45ba9bf956, 'name': SearchDatastore_Task, 'duration_secs': 0.01309} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.652735] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f8e66b-faac-449d-8eb2-9a5bbe21dd9e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.659532] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1473.659532] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52590c0e-d0d3-84d8-1ee2-fedf31bbf00c" [ 1473.659532] env[63070]: _type = "Task" [ 1473.659532] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.663776] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.669572] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52590c0e-d0d3-84d8-1ee2-fedf31bbf00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.786887] env[63070]: DEBUG nova.compute.manager [req-2976f134-f482-4b2d-936b-f9240d7fdb45 req-31800a41-b11f-47fd-acbe-2fbf64def0ca service nova] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Received event network-vif-deleted-be7427f0-78da-43ad-900a-82613bc13dab {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1473.924745] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5bb141a-d61f-48f5-a688-0d02437ce0fc tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "e621dfd7-d429-4922-a660-d2f2e6385870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.688s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.030747] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "975ac1f2-0948-41f5-a614-466b7dde9e83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.031345] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "975ac1f2-0948-41f5-a614-466b7dde9e83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.066023] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.066023] env[63070]: DEBUG nova.compute.manager [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1474.068728] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.794s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.068728] env[63070]: DEBUG nova.objects.instance [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lazy-loading 'resources' on Instance uuid 55e951bd-d72e-409a-b69f-f61fe72d96ad {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.171434] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52590c0e-d0d3-84d8-1ee2-fedf31bbf00c, 'name': SearchDatastore_Task, 'duration_secs': 0.019356} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.171941] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.171941] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 034bdc08-eee7-46cd-a37e-3f621cc593f8/034bdc08-eee7-46cd-a37e-3f621cc593f8.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.172230] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c9d19b0-9e14-4512-884a-4d907f8023be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.181058] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1474.181058] env[63070]: value = "task-1770525" [ 1474.181058] env[63070]: _type = "Task" [ 1474.181058] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.191113] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.427540] env[63070]: DEBUG nova.compute.manager [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.461560] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "8d19b75b-ec72-4444-9125-094e11c0bc47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.461814] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "8d19b75b-ec72-4444-9125-094e11c0bc47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.571122] env[63070]: DEBUG nova.compute.utils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.572565] env[63070]: DEBUG nova.compute.manager [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1474.572720] env[63070]: DEBUG nova.network.neutron [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1474.641954] env[63070]: DEBUG nova.policy [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '513886a1d0b44383b946a85245f2ad41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6238f5516ea94876814e31dd61a2deb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1474.697191] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.763798] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "be182532-b109-41da-931d-297bb773b2f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.764051] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "be182532-b109-41da-931d-297bb773b2f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.946962] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.996179] env[63070]: DEBUG nova.network.neutron [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Successfully created port: 8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1475.078764] env[63070]: DEBUG nova.compute.manager [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1475.094673] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4462d6cd-1997-456b-9281-d0c42d7df94e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.106021] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371d1479-6d07-45de-a489-f2a3d63a0730 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.137952] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3d2afe-555f-4c90-8a2f-dda81e436bcc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.146840] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a638142f-a9dd-4751-ad7f-14d7a08a1f0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.162331] env[63070]: DEBUG nova.compute.provider_tree [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.193140] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641638} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.193140] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 034bdc08-eee7-46cd-a37e-3f621cc593f8/034bdc08-eee7-46cd-a37e-3f621cc593f8.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.193140] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.193140] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84d6daa6-57eb-4d26-ad73-95518188c0ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.199927] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1475.199927] env[63070]: value = "task-1770526" [ 1475.199927] env[63070]: _type = "Task" [ 1475.199927] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.212483] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.665726] env[63070]: DEBUG nova.scheduler.client.report [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1475.710356] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202412} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.710655] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.711452] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f10cae-4a16-40f7-82ec-d6a275294019 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.734399] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 034bdc08-eee7-46cd-a37e-3f621cc593f8/034bdc08-eee7-46cd-a37e-3f621cc593f8.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.734697] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a96163a-11cc-499e-9660-b5d20fd72c0b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.756337] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1475.756337] env[63070]: value = "task-1770527" [ 1475.756337] env[63070]: _type = "Task" [ 1475.756337] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.767496] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.089728] env[63070]: DEBUG nova.compute.manager [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1476.114944] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1476.115285] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.115449] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1476.115627] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.115772] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1476.115918] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1476.116135] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1476.116294] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1476.116455] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1476.116611] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1476.116779] env[63070]: DEBUG nova.virt.hardware [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1476.117705] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb148c4-3ae0-4520-8606-2c513a598138 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.126321] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eef98e-34ee-47d4-ae89-4d2356a6d232 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.172058] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.174373] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.176s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.176110] env[63070]: INFO nova.compute.claims [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1476.195533] env[63070]: INFO nova.scheduler.client.report [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Deleted allocations for instance 55e951bd-d72e-409a-b69f-f61fe72d96ad [ 1476.269976] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.524356] env[63070]: DEBUG nova.compute.manager [req-db38bf7c-bd32-4bf3-8981-e7071390a2fb req-b53a6343-672e-4762-97de-e0d80c918f9d service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Received event network-vif-plugged-8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1476.526186] env[63070]: DEBUG oslo_concurrency.lockutils [req-db38bf7c-bd32-4bf3-8981-e7071390a2fb req-b53a6343-672e-4762-97de-e0d80c918f9d service nova] Acquiring lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.526186] env[63070]: DEBUG oslo_concurrency.lockutils [req-db38bf7c-bd32-4bf3-8981-e7071390a2fb req-b53a6343-672e-4762-97de-e0d80c918f9d service nova] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.526186] env[63070]: DEBUG oslo_concurrency.lockutils [req-db38bf7c-bd32-4bf3-8981-e7071390a2fb req-b53a6343-672e-4762-97de-e0d80c918f9d service nova] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.526186] env[63070]: DEBUG nova.compute.manager [req-db38bf7c-bd32-4bf3-8981-e7071390a2fb req-b53a6343-672e-4762-97de-e0d80c918f9d service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] No waiting events found dispatching network-vif-plugged-8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1476.526186] env[63070]: WARNING nova.compute.manager [req-db38bf7c-bd32-4bf3-8981-e7071390a2fb req-b53a6343-672e-4762-97de-e0d80c918f9d service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Received unexpected event network-vif-plugged-8e3c6668-890d-4007-9c4f-1220e742a0a0 for instance with vm_state building and task_state spawning. [ 1476.619149] env[63070]: DEBUG nova.network.neutron [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Successfully updated port: 8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1476.703109] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9945b03c-a8c0-43f9-a38c-99b147b85baf tempest-ServersTestManualDisk-1747904015 tempest-ServersTestManualDisk-1747904015-project-member] Lock "55e951bd-d72e-409a-b69f-f61fe72d96ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.112s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.767987] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.127241] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.127388] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.127553] env[63070]: DEBUG nova.network.neutron [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.268918] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770527, 'name': ReconfigVM_Task, 'duration_secs': 1.254692} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.271331] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 034bdc08-eee7-46cd-a37e-3f621cc593f8/034bdc08-eee7-46cd-a37e-3f621cc593f8.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.272246] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95041f67-fa02-4f2d-94cf-33a24f0bcfbb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.280168] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1477.280168] env[63070]: value = "task-1770528" [ 1477.280168] env[63070]: _type = "Task" [ 1477.280168] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.290869] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770528, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.681397] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7b40d1-75d3-4e1a-b089-59608404f424 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.694143] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6e7ceb-4074-4300-a16b-7b78def907c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.730223] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f494c979-0fdd-429a-a1a5-e4957aba31aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.739859] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd1381-9260-45c7-bb7b-e158e04c9f2b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.756224] env[63070]: DEBUG nova.compute.provider_tree [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.792392] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770528, 'name': Rename_Task, 'duration_secs': 0.244454} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.792691] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.792949] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6fa35d1-85ff-4d39-b790-c4a3c5b4f3e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.800226] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1477.800226] env[63070]: value = "task-1770529" [ 1477.800226] env[63070]: _type = "Task" [ 1477.800226] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.808885] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.868193] env[63070]: DEBUG nova.network.neutron [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.164471] env[63070]: DEBUG nova.network.neutron [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updating instance_info_cache with network_info: [{"id": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "address": "fa:16:3e:a2:57:ab", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3c6668-89", "ovs_interfaceid": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.263019] env[63070]: DEBUG nova.scheduler.client.report [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.314738] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.550166] env[63070]: DEBUG nova.compute.manager [req-0d5ffee9-ed17-441a-97e8-a4725c90659a req-331a9e63-e3f8-4779-ac52-c3433870f913 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Received event network-changed-8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1478.550166] env[63070]: DEBUG nova.compute.manager [req-0d5ffee9-ed17-441a-97e8-a4725c90659a req-331a9e63-e3f8-4779-ac52-c3433870f913 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Refreshing instance network info cache due to event network-changed-8e3c6668-890d-4007-9c4f-1220e742a0a0. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1478.550166] env[63070]: DEBUG oslo_concurrency.lockutils [req-0d5ffee9-ed17-441a-97e8-a4725c90659a req-331a9e63-e3f8-4779-ac52-c3433870f913 service nova] Acquiring lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.668187] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.668708] env[63070]: DEBUG nova.compute.manager [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Instance network_info: |[{"id": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "address": "fa:16:3e:a2:57:ab", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3c6668-89", "ovs_interfaceid": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1478.669182] env[63070]: DEBUG oslo_concurrency.lockutils [req-0d5ffee9-ed17-441a-97e8-a4725c90659a req-331a9e63-e3f8-4779-ac52-c3433870f913 service nova] Acquired lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.669648] env[63070]: DEBUG nova.network.neutron [req-0d5ffee9-ed17-441a-97e8-a4725c90659a req-331a9e63-e3f8-4779-ac52-c3433870f913 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Refreshing network info cache for port 8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.671468] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:57:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e3c6668-890d-4007-9c4f-1220e742a0a0', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1478.683745] env[63070]: DEBUG oslo.service.loopingcall [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.684174] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1478.684812] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa6675f1-f5a2-4443-b7f8-4ef7caf95b57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.708202] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1478.708202] env[63070]: value = "task-1770530" [ 1478.708202] env[63070]: _type = "Task" [ 1478.708202] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.717383] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770530, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.770321] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.770321] env[63070]: DEBUG nova.compute.manager [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1478.771841] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.245s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.773509] env[63070]: INFO nova.compute.claims [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1478.815273] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.222627] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770530, 'name': CreateVM_Task, 'duration_secs': 0.408294} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.222627] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.222627] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.222627] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.222627] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.222627] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bbd975b-3257-4b2f-b054-cc2be7afa2b7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.228815] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1479.228815] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524bbf36-1cf0-202e-bd19-044eeded64e2" [ 1479.228815] env[63070]: _type = "Task" [ 1479.228815] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.237323] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524bbf36-1cf0-202e-bd19-044eeded64e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.281252] env[63070]: DEBUG nova.compute.utils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1479.285873] env[63070]: DEBUG nova.compute.manager [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1479.286694] env[63070]: DEBUG nova.network.neutron [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1479.316481] env[63070]: DEBUG oslo_vmware.api [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770529, 'name': PowerOnVM_Task, 'duration_secs': 1.271106} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.316738] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.316935] env[63070]: INFO nova.compute.manager [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1479.317125] env[63070]: DEBUG nova.compute.manager [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.317933] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e2782-0a9e-4cec-b7ef-6f0d4450cfcf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.375778] env[63070]: DEBUG nova.policy [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '286d7d097cce487eb2f2f8893f031827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34c685d9f2a246f7b33a6a5826344f7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1479.469107] env[63070]: DEBUG nova.network.neutron [req-0d5ffee9-ed17-441a-97e8-a4725c90659a req-331a9e63-e3f8-4779-ac52-c3433870f913 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updated VIF entry in instance network info cache for port 8e3c6668-890d-4007-9c4f-1220e742a0a0. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.469459] env[63070]: DEBUG nova.network.neutron [req-0d5ffee9-ed17-441a-97e8-a4725c90659a req-331a9e63-e3f8-4779-ac52-c3433870f913 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updating instance_info_cache with network_info: [{"id": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "address": "fa:16:3e:a2:57:ab", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3c6668-89", "ovs_interfaceid": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.741657] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524bbf36-1cf0-202e-bd19-044eeded64e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.741969] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.742296] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.742549] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.742693] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.742867] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.743144] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b60e0ef-f146-44a1-8e76-edeb2cd20109 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.753728] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.753929] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.754655] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0fffa3-e1de-4a84-ac82-8cc281e0b399 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.761207] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1479.761207] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52403959-bfa4-3be4-b334-d054cb3eff47" [ 1479.761207] env[63070]: _type = "Task" [ 1479.761207] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.771775] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52403959-bfa4-3be4-b334-d054cb3eff47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.772671] env[63070]: DEBUG nova.network.neutron [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Successfully created port: 29c56f57-34ca-4a8a-816d-96ae8d981704 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1479.790094] env[63070]: DEBUG nova.compute.manager [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1479.848626] env[63070]: INFO nova.compute.manager [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Took 41.93 seconds to build instance. [ 1479.974922] env[63070]: DEBUG oslo_concurrency.lockutils [req-0d5ffee9-ed17-441a-97e8-a4725c90659a req-331a9e63-e3f8-4779-ac52-c3433870f913 service nova] Releasing lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.275409] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52403959-bfa4-3be4-b334-d054cb3eff47, 'name': SearchDatastore_Task, 'duration_secs': 0.013591} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.276216] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567db209-cec1-408b-9317-c33bcd41c414 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.283050] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1480.283050] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521da052-d90f-480d-d37a-a40e9c9957a6" [ 1480.283050] env[63070]: _type = "Task" [ 1480.283050] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.292283] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521da052-d90f-480d-d37a-a40e9c9957a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.359820] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76301cba-25af-434b-83d8-c80757954521 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "034bdc08-eee7-46cd-a37e-3f621cc593f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.231s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.373760] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa69338-b94a-403c-8788-ea337d7d6e84 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.387930] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2015b0b6-6045-4ce0-922b-2bf42f993edb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.422904] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f1bc6f-cd70-4545-a097-34e1292ec357 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.433127] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d585442-1757-45d8-b7bf-7784b2164a1a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.451422] env[63070]: DEBUG nova.compute.provider_tree [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.794503] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521da052-d90f-480d-d37a-a40e9c9957a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.794981] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.795140] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c8f758c5-2ab4-468d-88b7-f18d11b16d8e/c8f758c5-2ab4-468d-88b7-f18d11b16d8e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1480.795426] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3673486a-fd21-40a3-8f53-5e2aa5ac92f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.799914] env[63070]: DEBUG nova.compute.manager [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1480.803896] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1480.803896] env[63070]: value = "task-1770531" [ 1480.803896] env[63070]: _type = "Task" [ 1480.803896] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.813849] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.831805] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.832072] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.832304] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.832933] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.832933] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.832933] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.833703] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.833780] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.834035] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.834312] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.834449] env[63070]: DEBUG nova.virt.hardware [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.835409] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d71b42-6752-4eca-b715-8ce3f155eadd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.843702] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecc5309-83ae-47b5-ac71-1fdc78a0a736 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.864197] env[63070]: DEBUG nova.compute.manager [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1480.887556] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b5d3bb-f7c5-4aab-8204-b000c0ec0a67 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.895331] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-95c6d0cb-4d92-4972-b583-c0d120970d28 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Suspending the VM {{(pid=63070) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1480.895722] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-02b5cb2c-83af-4bdc-9b8e-85358ab6df1f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.903797] env[63070]: DEBUG oslo_vmware.api [None req-95c6d0cb-4d92-4972-b583-c0d120970d28 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1480.903797] env[63070]: value = "task-1770532" [ 1480.903797] env[63070]: _type = "Task" [ 1480.903797] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.913647] env[63070]: DEBUG oslo_vmware.api [None req-95c6d0cb-4d92-4972-b583-c0d120970d28 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770532, 'name': SuspendVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.954535] env[63070]: DEBUG nova.scheduler.client.report [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.317142] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.403651] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.417080] env[63070]: DEBUG oslo_vmware.api [None req-95c6d0cb-4d92-4972-b583-c0d120970d28 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770532, 'name': SuspendVM_Task} progress is 70%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.460163] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.460770] env[63070]: DEBUG nova.compute.manager [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1481.463723] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.287s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.464063] env[63070]: DEBUG nova.objects.instance [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lazy-loading 'resources' on Instance uuid d78810bc-5406-4c10-87ee-1f7e65f68807 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.817799] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670729} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.817799] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c8f758c5-2ab4-468d-88b7-f18d11b16d8e/c8f758c5-2ab4-468d-88b7-f18d11b16d8e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.817799] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1481.818246] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f7de1a-990d-4d8c-9fa0-21992d3912df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.827019] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1481.827019] env[63070]: value = "task-1770533" [ 1481.827019] env[63070]: _type = "Task" [ 1481.827019] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.839695] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.914320] env[63070]: DEBUG nova.compute.manager [req-051de26e-edf0-4e8c-a8ff-4f6762279bfd req-10223b2c-9426-4fc2-831c-8cf44ace5262 service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Received event network-vif-plugged-29c56f57-34ca-4a8a-816d-96ae8d981704 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1481.914803] env[63070]: DEBUG oslo_concurrency.lockutils [req-051de26e-edf0-4e8c-a8ff-4f6762279bfd req-10223b2c-9426-4fc2-831c-8cf44ace5262 service nova] Acquiring lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.915147] env[63070]: DEBUG oslo_concurrency.lockutils [req-051de26e-edf0-4e8c-a8ff-4f6762279bfd req-10223b2c-9426-4fc2-831c-8cf44ace5262 service nova] Lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.915375] env[63070]: DEBUG oslo_concurrency.lockutils [req-051de26e-edf0-4e8c-a8ff-4f6762279bfd req-10223b2c-9426-4fc2-831c-8cf44ace5262 service nova] Lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.915608] env[63070]: DEBUG nova.compute.manager [req-051de26e-edf0-4e8c-a8ff-4f6762279bfd req-10223b2c-9426-4fc2-831c-8cf44ace5262 service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] No waiting events found dispatching network-vif-plugged-29c56f57-34ca-4a8a-816d-96ae8d981704 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1481.915995] env[63070]: WARNING nova.compute.manager [req-051de26e-edf0-4e8c-a8ff-4f6762279bfd req-10223b2c-9426-4fc2-831c-8cf44ace5262 service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Received unexpected event network-vif-plugged-29c56f57-34ca-4a8a-816d-96ae8d981704 for instance with vm_state building and task_state spawning. [ 1481.920904] env[63070]: DEBUG oslo_vmware.api [None req-95c6d0cb-4d92-4972-b583-c0d120970d28 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770532, 'name': SuspendVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.967909] env[63070]: DEBUG nova.compute.utils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1481.973224] env[63070]: DEBUG nova.compute.manager [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1481.973224] env[63070]: DEBUG nova.network.neutron [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1482.015543] env[63070]: DEBUG nova.network.neutron [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Successfully updated port: 29c56f57-34ca-4a8a-816d-96ae8d981704 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1482.020439] env[63070]: DEBUG nova.policy [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc47899cddf41cb9948e5b4cfc80772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb85c7512d7c4b3386e6adf1da10d1cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1482.342420] env[63070]: DEBUG nova.network.neutron [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Successfully created port: 1bb91ec5-7048-4db9-8703-86a787e13383 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1482.355046] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07313} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.358977] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.360256] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24abe64-b4a5-42a9-9971-31ca39fc03ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.386968] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] c8f758c5-2ab4-468d-88b7-f18d11b16d8e/c8f758c5-2ab4-468d-88b7-f18d11b16d8e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.390792] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-358b4503-d378-4b8d-b82e-09d0b481a3db {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.417507] env[63070]: DEBUG oslo_vmware.api [None req-95c6d0cb-4d92-4972-b583-c0d120970d28 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770532, 'name': SuspendVM_Task, 'duration_secs': 1.031939} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.419012] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-95c6d0cb-4d92-4972-b583-c0d120970d28 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Suspended the VM {{(pid=63070) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1482.419106] env[63070]: DEBUG nova.compute.manager [None req-95c6d0cb-4d92-4972-b583-c0d120970d28 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.419448] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1482.419448] env[63070]: value = "task-1770534" [ 1482.419448] env[63070]: _type = "Task" [ 1482.419448] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.420187] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5659ab29-1bba-414e-b791-7c7d179353f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.436063] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.473396] env[63070]: DEBUG nova.compute.manager [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1482.523144] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquiring lock "refresh_cache-07ce5a1d-ea87-4da0-a818-dac9ccb7af88" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.523351] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquired lock "refresh_cache-07ce5a1d-ea87-4da0-a818-dac9ccb7af88" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.523583] env[63070]: DEBUG nova.network.neutron [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.628051] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e82446-d4f5-46db-8580-5ebc4c26fc31 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.637566] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc852a-a83a-4f60-b124-1d58f89e700a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.669316] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5768f47c-e854-45a1-8c3a-3fe862534c8a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.677872] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e0b958-97c3-433d-9700-706411c897b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.694597] env[63070]: DEBUG nova.compute.provider_tree [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.933445] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770534, 'name': ReconfigVM_Task, 'duration_secs': 0.425905} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.933757] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Reconfigured VM instance instance-00000030 to attach disk [datastore1] c8f758c5-2ab4-468d-88b7-f18d11b16d8e/c8f758c5-2ab4-468d-88b7-f18d11b16d8e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.934374] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1594cc02-b709-4082-b240-00407d45b249 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.944735] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1482.944735] env[63070]: value = "task-1770535" [ 1482.944735] env[63070]: _type = "Task" [ 1482.944735] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.959955] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770535, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.083205] env[63070]: DEBUG nova.network.neutron [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1483.199535] env[63070]: DEBUG nova.scheduler.client.report [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.247754] env[63070]: DEBUG nova.network.neutron [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Updating instance_info_cache with network_info: [{"id": "29c56f57-34ca-4a8a-816d-96ae8d981704", "address": "fa:16:3e:d3:15:b6", "network": {"id": "80f9d2e8-171c-4f38-8610-442d8f49001a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-892622179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c685d9f2a246f7b33a6a5826344f7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c56f57-34", "ovs_interfaceid": "29c56f57-34ca-4a8a-816d-96ae8d981704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.456724] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770535, 'name': Rename_Task, 'duration_secs': 0.156899} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.457046] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.457261] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a764b205-7735-4fa2-94c3-b298b1c76ff8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.467191] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1483.467191] env[63070]: value = "task-1770536" [ 1483.467191] env[63070]: _type = "Task" [ 1483.467191] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.474592] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.486972] env[63070]: DEBUG nova.compute.manager [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1483.510290] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1483.512686] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1483.512930] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1483.513148] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1483.513401] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1483.514244] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1483.514244] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1483.514408] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1483.515289] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1483.515499] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1483.515688] env[63070]: DEBUG nova.virt.hardware [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1483.516980] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f862bdd5-162b-45dc-8344-4d2dbf5c66d7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.529303] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045b5cfc-f3d7-48b9-8a1d-20319c30dd1b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.710837] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.713245] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.523s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.713489] env[63070]: DEBUG nova.objects.instance [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lazy-loading 'resources' on Instance uuid 9f81fa88-6a8c-44c2-be45-2c28d4df5062 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.743682] env[63070]: INFO nova.scheduler.client.report [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Deleted allocations for instance d78810bc-5406-4c10-87ee-1f7e65f68807 [ 1483.756705] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Releasing lock "refresh_cache-07ce5a1d-ea87-4da0-a818-dac9ccb7af88" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.757077] env[63070]: DEBUG nova.compute.manager [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Instance network_info: |[{"id": "29c56f57-34ca-4a8a-816d-96ae8d981704", "address": "fa:16:3e:d3:15:b6", "network": {"id": "80f9d2e8-171c-4f38-8610-442d8f49001a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-892622179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c685d9f2a246f7b33a6a5826344f7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c56f57-34", "ovs_interfaceid": "29c56f57-34ca-4a8a-816d-96ae8d981704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1483.757936] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:15:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29c56f57-34ca-4a8a-816d-96ae8d981704', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.766637] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Creating folder: Project (34c685d9f2a246f7b33a6a5826344f7f). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.766637] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16ce0bc6-b180-4ca2-a63e-321c4e24e6dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.781580] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Created folder: Project (34c685d9f2a246f7b33a6a5826344f7f) in parent group-v367531. [ 1483.781580] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Creating folder: Instances. Parent ref: group-v367676. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.781580] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08d509b6-83b0-4b92-92b2-5ef1246a61b4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.794303] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Created folder: Instances in parent group-v367676. [ 1483.794303] env[63070]: DEBUG oslo.service.loopingcall [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.794303] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.794303] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ade206d-7b7d-4f90-ae7d-cfe70c0c51a2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.817050] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.817050] env[63070]: value = "task-1770539" [ 1483.817050] env[63070]: _type = "Task" [ 1483.817050] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.826648] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770539, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.976557] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770536, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.053701] env[63070]: DEBUG nova.network.neutron [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Successfully updated port: 1bb91ec5-7048-4db9-8703-86a787e13383 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1484.107104] env[63070]: DEBUG nova.compute.manager [req-a6244977-1aaf-4cfc-bd94-e8fb91637e61 req-cc5230cd-22db-45f3-993b-2e33a611f799 service nova] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Received event network-vif-plugged-1bb91ec5-7048-4db9-8703-86a787e13383 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1484.107104] env[63070]: DEBUG oslo_concurrency.lockutils [req-a6244977-1aaf-4cfc-bd94-e8fb91637e61 req-cc5230cd-22db-45f3-993b-2e33a611f799 service nova] Acquiring lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.107104] env[63070]: DEBUG oslo_concurrency.lockutils [req-a6244977-1aaf-4cfc-bd94-e8fb91637e61 req-cc5230cd-22db-45f3-993b-2e33a611f799 service nova] Lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.107104] env[63070]: DEBUG oslo_concurrency.lockutils [req-a6244977-1aaf-4cfc-bd94-e8fb91637e61 req-cc5230cd-22db-45f3-993b-2e33a611f799 service nova] Lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.107104] env[63070]: DEBUG nova.compute.manager [req-a6244977-1aaf-4cfc-bd94-e8fb91637e61 req-cc5230cd-22db-45f3-993b-2e33a611f799 service nova] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] No waiting events found dispatching network-vif-plugged-1bb91ec5-7048-4db9-8703-86a787e13383 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1484.107104] env[63070]: WARNING nova.compute.manager [req-a6244977-1aaf-4cfc-bd94-e8fb91637e61 req-cc5230cd-22db-45f3-993b-2e33a611f799 service nova] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Received unexpected event network-vif-plugged-1bb91ec5-7048-4db9-8703-86a787e13383 for instance with vm_state building and task_state spawning. [ 1484.124618] env[63070]: DEBUG nova.compute.manager [req-df796db6-a3e7-4061-b419-f0be7eba12ee req-9663ea94-95d0-4137-a4f9-03dd39098f6e service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Received event network-changed-29c56f57-34ca-4a8a-816d-96ae8d981704 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1484.124813] env[63070]: DEBUG nova.compute.manager [req-df796db6-a3e7-4061-b419-f0be7eba12ee req-9663ea94-95d0-4137-a4f9-03dd39098f6e service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Refreshing instance network info cache due to event network-changed-29c56f57-34ca-4a8a-816d-96ae8d981704. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1484.125058] env[63070]: DEBUG oslo_concurrency.lockutils [req-df796db6-a3e7-4061-b419-f0be7eba12ee req-9663ea94-95d0-4137-a4f9-03dd39098f6e service nova] Acquiring lock "refresh_cache-07ce5a1d-ea87-4da0-a818-dac9ccb7af88" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.125240] env[63070]: DEBUG oslo_concurrency.lockutils [req-df796db6-a3e7-4061-b419-f0be7eba12ee req-9663ea94-95d0-4137-a4f9-03dd39098f6e service nova] Acquired lock "refresh_cache-07ce5a1d-ea87-4da0-a818-dac9ccb7af88" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.125429] env[63070]: DEBUG nova.network.neutron [req-df796db6-a3e7-4061-b419-f0be7eba12ee req-9663ea94-95d0-4137-a4f9-03dd39098f6e service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Refreshing network info cache for port 29c56f57-34ca-4a8a-816d-96ae8d981704 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1484.255944] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7b0d4450-2903-4dfe-a9c7-f190c9e081fa tempest-FloatingIPsAssociationTestJSON-1911915966 tempest-FloatingIPsAssociationTestJSON-1911915966-project-member] Lock "d78810bc-5406-4c10-87ee-1f7e65f68807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.586s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.327851] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770539, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.386605] env[63070]: DEBUG nova.compute.manager [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.387520] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdebfa1-17df-4ed0-87e0-1e7f836c3db1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.479806] env[63070]: DEBUG oslo_vmware.api [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770536, 'name': PowerOnVM_Task, 'duration_secs': 0.569256} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.480839] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.481115] env[63070]: INFO nova.compute.manager [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1484.481343] env[63070]: DEBUG nova.compute.manager [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.482583] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162d07fb-53ba-489d-a8b0-0e73b7a55aa4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.556832] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "refresh_cache-3ed78d9c-5add-45dc-ba97-d674f1b09c15" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.557544] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired lock "refresh_cache-3ed78d9c-5add-45dc-ba97-d674f1b09c15" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.557653] env[63070]: DEBUG nova.network.neutron [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.616332] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquiring lock "3938b74a-c763-413b-9c5d-f3ef83015b5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.616614] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lock "3938b74a-c763-413b-9c5d-f3ef83015b5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.781714] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3135a76-9b50-490e-8653-a6935ea7f6b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.791529] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e716b57-0d6f-4e20-b4c0-ec077a8d6c28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.830646] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a16778-8b60-4ff9-bce2-a9589274995c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.842678] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770539, 'name': CreateVM_Task, 'duration_secs': 0.545296} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.843054] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1484.844288] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7789ea32-e24f-4f38-bfb1-8da806a52468 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.848762] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.849134] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.849371] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1484.849779] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8633388b-e87d-4db7-b3cd-9c8b675d04f3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.855612] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for the task: (returnval){ [ 1484.855612] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2b67f-73a6-7371-14f2-6cb0da446218" [ 1484.855612] env[63070]: _type = "Task" [ 1484.855612] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.863948] env[63070]: DEBUG nova.compute.provider_tree [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.877309] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2b67f-73a6-7371-14f2-6cb0da446218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.901794] env[63070]: INFO nova.compute.manager [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] instance snapshotting [ 1484.902011] env[63070]: WARNING nova.compute.manager [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1484.904404] env[63070]: DEBUG nova.network.neutron [req-df796db6-a3e7-4061-b419-f0be7eba12ee req-9663ea94-95d0-4137-a4f9-03dd39098f6e service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Updated VIF entry in instance network info cache for port 29c56f57-34ca-4a8a-816d-96ae8d981704. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.904717] env[63070]: DEBUG nova.network.neutron [req-df796db6-a3e7-4061-b419-f0be7eba12ee req-9663ea94-95d0-4137-a4f9-03dd39098f6e service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Updating instance_info_cache with network_info: [{"id": "29c56f57-34ca-4a8a-816d-96ae8d981704", "address": "fa:16:3e:d3:15:b6", "network": {"id": "80f9d2e8-171c-4f38-8610-442d8f49001a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-892622179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34c685d9f2a246f7b33a6a5826344f7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c56f57-34", "ovs_interfaceid": "29c56f57-34ca-4a8a-816d-96ae8d981704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.910018] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02ca191-12a8-4f88-835a-daf3921fff0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.932766] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47c6a98-3d6b-4933-81b1-8323ba336dd8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.010027] env[63070]: INFO nova.compute.manager [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Took 42.82 seconds to build instance. [ 1485.103420] env[63070]: DEBUG nova.network.neutron [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1485.272421] env[63070]: DEBUG nova.network.neutron [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Updating instance_info_cache with network_info: [{"id": "1bb91ec5-7048-4db9-8703-86a787e13383", "address": "fa:16:3e:28:61:11", "network": {"id": "53fdc84c-fa5a-4af2-8fec-d4b4767d27d8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-986308532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb85c7512d7c4b3386e6adf1da10d1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb91ec5-70", "ovs_interfaceid": "1bb91ec5-7048-4db9-8703-86a787e13383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.369171] env[63070]: DEBUG nova.scheduler.client.report [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.383020] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2b67f-73a6-7371-14f2-6cb0da446218, 'name': SearchDatastore_Task, 'duration_secs': 0.047628} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.383020] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.383020] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.383351] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.383508] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.383708] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.384135] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b088838-c202-4766-84cb-288eea83e64d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.394740] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.394740] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.395429] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a1b257-48c3-4c5a-92b7-f0233c585f19 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.404249] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for the task: (returnval){ [ 1485.404249] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4821a-73a7-bf1d-93f7-703bb67be623" [ 1485.404249] env[63070]: _type = "Task" [ 1485.404249] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.415348] env[63070]: DEBUG oslo_concurrency.lockutils [req-df796db6-a3e7-4061-b419-f0be7eba12ee req-9663ea94-95d0-4137-a4f9-03dd39098f6e service nova] Releasing lock "refresh_cache-07ce5a1d-ea87-4da0-a818-dac9ccb7af88" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.415929] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4821a-73a7-bf1d-93f7-703bb67be623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.446569] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1485.449021] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e7a6e4a-767d-4e4e-8cb3-eb33ef189bb7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.461232] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1485.461232] env[63070]: value = "task-1770540" [ 1485.461232] env[63070]: _type = "Task" [ 1485.461232] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.473640] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770540, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.510713] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0d10754b-95fb-4f31-b130-cd07f31926e4 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.410s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.774885] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Releasing lock "refresh_cache-3ed78d9c-5add-45dc-ba97-d674f1b09c15" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.775393] env[63070]: DEBUG nova.compute.manager [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Instance network_info: |[{"id": "1bb91ec5-7048-4db9-8703-86a787e13383", "address": "fa:16:3e:28:61:11", "network": {"id": "53fdc84c-fa5a-4af2-8fec-d4b4767d27d8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-986308532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb85c7512d7c4b3386e6adf1da10d1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb91ec5-70", "ovs_interfaceid": "1bb91ec5-7048-4db9-8703-86a787e13383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1485.776027] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:61:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bb91ec5-7048-4db9-8703-86a787e13383', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.789568] env[63070]: DEBUG oslo.service.loopingcall [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.789568] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.789568] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bc6a583-ad02-4dca-bf61-f38396d6f714 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.824152] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.824152] env[63070]: value = "task-1770541" [ 1485.824152] env[63070]: _type = "Task" [ 1485.824152] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.832750] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770541, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.875169] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.878467] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.551s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.880395] env[63070]: INFO nova.compute.claims [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.910036] env[63070]: INFO nova.scheduler.client.report [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Deleted allocations for instance 9f81fa88-6a8c-44c2-be45-2c28d4df5062 [ 1485.920224] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4821a-73a7-bf1d-93f7-703bb67be623, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.920693] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00187769-82b4-4b56-a4b3-70efc97d099d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.927946] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for the task: (returnval){ [ 1485.927946] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52975449-df5c-57d5-7a05-3409534010ee" [ 1485.927946] env[63070]: _type = "Task" [ 1485.927946] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.942521] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52975449-df5c-57d5-7a05-3409534010ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.942775] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.943045] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 07ce5a1d-ea87-4da0-a818-dac9ccb7af88/07ce5a1d-ea87-4da0-a818-dac9ccb7af88.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.943359] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0c5af07-c095-4af3-bf9f-040e3a773b78 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.954244] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for the task: (returnval){ [ 1485.954244] env[63070]: value = "task-1770542" [ 1485.954244] env[63070]: _type = "Task" [ 1485.954244] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.967031] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.972768] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770540, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.014232] env[63070]: DEBUG nova.compute.manager [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1486.221189] env[63070]: DEBUG nova.compute.manager [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Received event network-changed-1bb91ec5-7048-4db9-8703-86a787e13383 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1486.221520] env[63070]: DEBUG nova.compute.manager [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Refreshing instance network info cache due to event network-changed-1bb91ec5-7048-4db9-8703-86a787e13383. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1486.221917] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] Acquiring lock "refresh_cache-3ed78d9c-5add-45dc-ba97-d674f1b09c15" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.221917] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] Acquired lock "refresh_cache-3ed78d9c-5add-45dc-ba97-d674f1b09c15" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.222237] env[63070]: DEBUG nova.network.neutron [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Refreshing network info cache for port 1bb91ec5-7048-4db9-8703-86a787e13383 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.337302] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770541, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.426343] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9df41656-d57b-4b72-8a84-ce50749dfbd0 tempest-ImagesNegativeTestJSON-260573063 tempest-ImagesNegativeTestJSON-260573063-project-member] Lock "9f81fa88-6a8c-44c2-be45-2c28d4df5062" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.855s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.470874] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770542, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.479482] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770540, 'name': CreateSnapshot_Task, 'duration_secs': 0.746744} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.479795] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1486.480957] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efad1de2-b16c-4db4-a197-154a9b07e0ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.542377] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.836959] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770541, 'name': CreateVM_Task, 'duration_secs': 0.651484} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.837235] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.837913] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.838097] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.838417] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.838676] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0a2493-1ff8-431b-a0e1-26a3faadd2b4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.844040] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1486.844040] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52430ece-47cb-b124-d5c6-f6ff218bc36a" [ 1486.844040] env[63070]: _type = "Task" [ 1486.844040] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.855682] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52430ece-47cb-b124-d5c6-f6ff218bc36a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.966326] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584653} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.969407] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 07ce5a1d-ea87-4da0-a818-dac9ccb7af88/07ce5a1d-ea87-4da0-a818-dac9ccb7af88.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.969649] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.970203] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-757aac30-175f-4837-b48a-b7f30ea6bbf6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.978216] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for the task: (returnval){ [ 1486.978216] env[63070]: value = "task-1770543" [ 1486.978216] env[63070]: _type = "Task" [ 1486.978216] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.987097] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.002127] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1487.005098] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30435edb-bb8d-41f3-8c5a-eae271c4a7df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.017251] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1487.017251] env[63070]: value = "task-1770544" [ 1487.017251] env[63070]: _type = "Task" [ 1487.017251] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.031853] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770544, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.213177] env[63070]: DEBUG nova.network.neutron [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Updated VIF entry in instance network info cache for port 1bb91ec5-7048-4db9-8703-86a787e13383. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1487.213177] env[63070]: DEBUG nova.network.neutron [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Updating instance_info_cache with network_info: [{"id": "1bb91ec5-7048-4db9-8703-86a787e13383", "address": "fa:16:3e:28:61:11", "network": {"id": "53fdc84c-fa5a-4af2-8fec-d4b4767d27d8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-986308532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb85c7512d7c4b3386e6adf1da10d1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb91ec5-70", "ovs_interfaceid": "1bb91ec5-7048-4db9-8703-86a787e13383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.361045] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52430ece-47cb-b124-d5c6-f6ff218bc36a, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.361405] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.361646] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1487.361910] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.362083] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.362266] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1487.362610] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-774b9602-c0e9-4634-8e2e-660c255ae238 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.375178] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1487.375178] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1487.375178] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85abf1d0-89bf-4264-b3fa-5d8aa288cea8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.379282] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1487.379282] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52925174-686e-d85a-bba9-b0d1b4724dbc" [ 1487.379282] env[63070]: _type = "Task" [ 1487.379282] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.390224] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52925174-686e-d85a-bba9-b0d1b4724dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.489721] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081905} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.494217] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.494217] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac02cf4b-0ca8-4ba4-840d-e927ec87df2f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.518259] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 07ce5a1d-ea87-4da0-a818-dac9ccb7af88/07ce5a1d-ea87-4da0-a818-dac9ccb7af88.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.519567] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f92104-06e5-473c-a8dd-cd81ebbf8b93 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.536075] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e99a0b-6ec7-4040-8f47-583f0c344c5b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.549871] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aecfecc-7ac4-419b-b768-49cc0312f765 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.554094] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770544, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.584784] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847319fc-9873-442b-bf38-3070e61b3745 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.587483] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for the task: (returnval){ [ 1487.587483] env[63070]: value = "task-1770545" [ 1487.587483] env[63070]: _type = "Task" [ 1487.587483] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.595756] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc0ec86-24f1-414f-97d2-bc5585e8b6de {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.602970] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.615039] env[63070]: DEBUG nova.compute.provider_tree [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.715080] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] Releasing lock "refresh_cache-3ed78d9c-5add-45dc-ba97-d674f1b09c15" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.715373] env[63070]: DEBUG nova.compute.manager [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Received event network-changed-8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1487.715560] env[63070]: DEBUG nova.compute.manager [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Refreshing instance network info cache due to event network-changed-8e3c6668-890d-4007-9c4f-1220e742a0a0. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1487.715777] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] Acquiring lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.715917] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] Acquired lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.716091] env[63070]: DEBUG nova.network.neutron [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Refreshing network info cache for port 8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1487.890053] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52925174-686e-d85a-bba9-b0d1b4724dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.890902] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e03676f-a3a4-4c2c-95a0-0a0ca3178385 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.899731] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1487.899731] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a5be05-bf96-d2f0-ed68-5f59899bea45" [ 1487.899731] env[63070]: _type = "Task" [ 1487.899731] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.908634] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a5be05-bf96-d2f0-ed68-5f59899bea45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.030887] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770544, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.096879] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770545, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.117104] env[63070]: DEBUG nova.scheduler.client.report [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.411871] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a5be05-bf96-d2f0-ed68-5f59899bea45, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.412046] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.412309] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3ed78d9c-5add-45dc-ba97-d674f1b09c15/3ed78d9c-5add-45dc-ba97-d674f1b09c15.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1488.413965] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b85d6970-4236-4e6b-9017-0cee1896a8ef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.421525] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1488.421525] env[63070]: value = "task-1770546" [ 1488.421525] env[63070]: _type = "Task" [ 1488.421525] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.429958] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.537794] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770544, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.600885] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770545, 'name': ReconfigVM_Task, 'duration_secs': 0.63548} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.601980] env[63070]: DEBUG nova.network.neutron [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updated VIF entry in instance network info cache for port 8e3c6668-890d-4007-9c4f-1220e742a0a0. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.602476] env[63070]: DEBUG nova.network.neutron [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updating instance_info_cache with network_info: [{"id": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "address": "fa:16:3e:a2:57:ab", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3c6668-89", "ovs_interfaceid": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.603972] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 07ce5a1d-ea87-4da0-a818-dac9ccb7af88/07ce5a1d-ea87-4da0-a818-dac9ccb7af88.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.604858] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2324ea9f-5e29-4b9a-a86d-71c4d0da2805 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.614687] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for the task: (returnval){ [ 1488.614687] env[63070]: value = "task-1770547" [ 1488.614687] env[63070]: _type = "Task" [ 1488.614687] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.622863] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.623816] env[63070]: DEBUG nova.compute.manager [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1488.631631] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.994s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.631776] env[63070]: DEBUG nova.objects.instance [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lazy-loading 'resources' on Instance uuid 0861abe8-7840-4a5b-ac67-ae8576f66303 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.633581] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770547, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.935270] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.037587] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770544, 'name': CloneVM_Task, 'duration_secs': 1.916635} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.041156] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Created linked-clone VM from snapshot [ 1489.041156] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2968a5c4-88db-4b9b-af57-32dfba591f8a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.050195] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Uploading image 0287dd4a-f931-4584-b81b-149fd459c752 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1489.075687] env[63070]: DEBUG oslo_vmware.rw_handles [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1489.075687] env[63070]: value = "vm-367681" [ 1489.075687] env[63070]: _type = "VirtualMachine" [ 1489.075687] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1489.076056] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6ea6d6e7-d15c-40dc-ad4f-a54fa2b7ac23 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.085024] env[63070]: DEBUG oslo_vmware.rw_handles [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lease: (returnval){ [ 1489.085024] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52046a71-0f37-05e3-08e0-f2bb03ca4694" [ 1489.085024] env[63070]: _type = "HttpNfcLease" [ 1489.085024] env[63070]: } obtained for exporting VM: (result){ [ 1489.085024] env[63070]: value = "vm-367681" [ 1489.085024] env[63070]: _type = "VirtualMachine" [ 1489.085024] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1489.085304] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the lease: (returnval){ [ 1489.085304] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52046a71-0f37-05e3-08e0-f2bb03ca4694" [ 1489.085304] env[63070]: _type = "HttpNfcLease" [ 1489.085304] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1489.096057] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1489.096057] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52046a71-0f37-05e3-08e0-f2bb03ca4694" [ 1489.096057] env[63070]: _type = "HttpNfcLease" [ 1489.096057] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1489.107803] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a049cc2-7752-4d9c-bf48-f14a5f4c2dca req-91137d7f-2592-4b2b-8dd1-29adcc0e6e0f service nova] Releasing lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.125895] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770547, 'name': Rename_Task, 'duration_secs': 0.296228} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.126206] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.126458] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eafcdec3-dc6e-4aa0-a5f0-5121e6323292 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.133724] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for the task: (returnval){ [ 1489.133724] env[63070]: value = "task-1770549" [ 1489.133724] env[63070]: _type = "Task" [ 1489.133724] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.135893] env[63070]: DEBUG nova.compute.utils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.145302] env[63070]: DEBUG nova.compute.manager [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1489.145744] env[63070]: DEBUG nova.network.neutron [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.155976] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770549, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.199417] env[63070]: DEBUG nova.policy [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f163219fa94c44b5b5cb9804940c68ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaf6f868092e44a2a46ec4752065db95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1489.439386] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770546, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.595278] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1489.595278] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52046a71-0f37-05e3-08e0-f2bb03ca4694" [ 1489.595278] env[63070]: _type = "HttpNfcLease" [ 1489.595278] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1489.599084] env[63070]: DEBUG oslo_vmware.rw_handles [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1489.599084] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52046a71-0f37-05e3-08e0-f2bb03ca4694" [ 1489.599084] env[63070]: _type = "HttpNfcLease" [ 1489.599084] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1489.599226] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100d5d63-9a16-4533-9ff1-a09bddc5592b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.617318] env[63070]: DEBUG oslo_vmware.rw_handles [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299f07d-3140-9df2-0c1b-682edc6415ed/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1489.617547] env[63070]: DEBUG oslo_vmware.rw_handles [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299f07d-3140-9df2-0c1b-682edc6415ed/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1489.697519] env[63070]: DEBUG nova.compute.utils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.699697] env[63070]: DEBUG nova.network.neutron [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Successfully created port: daa80856-afc4-4e83-a613-d3fa744cc5fa {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.724987] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770549, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.751791] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-deaf5ca6-921a-45ef-a636-27280f53e17e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.924826] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2555b384-0063-4ec7-bc8c-a56598682a58 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.946156] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770546, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.071856} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.946459] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3ed78d9c-5add-45dc-ba97-d674f1b09c15/3ed78d9c-5add-45dc-ba97-d674f1b09c15.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1489.946737] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1489.948145] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc076f36-1495-4fe6-8bb5-1766d2aa007f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.951831] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c5f1b51-e2a6-422e-bd03-483018ce5764 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.991301] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2175fcb7-fca5-4473-b86d-c8d017f4c99b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.994053] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1489.994053] env[63070]: value = "task-1770550" [ 1489.994053] env[63070]: _type = "Task" [ 1489.994053] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.004134] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70771a4-f482-4fa5-8e87-4f388e0d407c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.010270] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.021581] env[63070]: DEBUG nova.compute.provider_tree [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.209119] env[63070]: DEBUG oslo_vmware.api [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770549, 'name': PowerOnVM_Task, 'duration_secs': 0.712251} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.209119] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.209119] env[63070]: INFO nova.compute.manager [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1490.209119] env[63070]: DEBUG nova.compute.manager [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1490.211020] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6669b34-936f-4c7d-adbc-de7964cf8cd4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.212911] env[63070]: DEBUG nova.compute.manager [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1490.508747] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14447} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.508834] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1490.509778] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3154b25b-f323-4ccd-9446-1c5e82ac67be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.534029] env[63070]: DEBUG nova.scheduler.client.report [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.553846] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 3ed78d9c-5add-45dc-ba97-d674f1b09c15/3ed78d9c-5add-45dc-ba97-d674f1b09c15.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1490.555055] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f799ef67-2de7-4917-8603-9f851c70712a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.581125] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1490.581125] env[63070]: value = "task-1770551" [ 1490.581125] env[63070]: _type = "Task" [ 1490.581125] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.592973] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.735081] env[63070]: INFO nova.compute.manager [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Took 45.75 seconds to build instance. [ 1491.040333] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.409s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.043440] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.179s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.077654] env[63070]: INFO nova.scheduler.client.report [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Deleted allocations for instance 0861abe8-7840-4a5b-ac67-ae8576f66303 [ 1491.095076] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.227533] env[63070]: DEBUG nova.compute.manager [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1491.238329] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3601ad27-a956-466a-b5ca-13c32bac7680 tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.493s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.265592] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T20:11:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1063401331',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-719826361',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1491.266187] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.266187] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1491.266467] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.266723] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1491.266921] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1491.267289] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1491.267529] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1491.267832] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1491.268150] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1491.268373] env[63070]: DEBUG nova.virt.hardware [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1491.269784] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109bc1f8-379c-4b22-b4fa-4b6e76b92f4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.281150] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc89c2f-8277-4205-bfaf-a869d5cea6e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.596199] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9433102a-367a-40b6-bfc9-7217cca3ecad tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "0861abe8-7840-4a5b-ac67-ae8576f66303" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.673s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.604170] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.742324] env[63070]: DEBUG nova.compute.manager [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.801169] env[63070]: DEBUG nova.compute.manager [req-c30fb364-c91b-49ee-8b41-6c4dc5be4576 req-d3c60ade-13cc-4c9d-877b-9e2a82754c78 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Received event network-vif-plugged-daa80856-afc4-4e83-a613-d3fa744cc5fa {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1491.801169] env[63070]: DEBUG oslo_concurrency.lockutils [req-c30fb364-c91b-49ee-8b41-6c4dc5be4576 req-d3c60ade-13cc-4c9d-877b-9e2a82754c78 service nova] Acquiring lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.801169] env[63070]: DEBUG oslo_concurrency.lockutils [req-c30fb364-c91b-49ee-8b41-6c4dc5be4576 req-d3c60ade-13cc-4c9d-877b-9e2a82754c78 service nova] Lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.801169] env[63070]: DEBUG oslo_concurrency.lockutils [req-c30fb364-c91b-49ee-8b41-6c4dc5be4576 req-d3c60ade-13cc-4c9d-877b-9e2a82754c78 service nova] Lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.801661] env[63070]: DEBUG nova.compute.manager [req-c30fb364-c91b-49ee-8b41-6c4dc5be4576 req-d3c60ade-13cc-4c9d-877b-9e2a82754c78 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] No waiting events found dispatching network-vif-plugged-daa80856-afc4-4e83-a613-d3fa744cc5fa {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1491.802023] env[63070]: WARNING nova.compute.manager [req-c30fb364-c91b-49ee-8b41-6c4dc5be4576 req-d3c60ade-13cc-4c9d-877b-9e2a82754c78 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Received unexpected event network-vif-plugged-daa80856-afc4-4e83-a613-d3fa744cc5fa for instance with vm_state building and task_state spawning. [ 1491.857438] env[63070]: DEBUG nova.network.neutron [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Successfully updated port: daa80856-afc4-4e83-a613-d3fa744cc5fa {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1492.070088] env[63070]: INFO nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating resource usage from migration 2f1ac35b-66b3-4b30-98cc-b13381e468d2 [ 1492.097526] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770551, 'name': ReconfigVM_Task, 'duration_secs': 1.23076} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.097526] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 3ed78d9c-5add-45dc-ba97-d674f1b09c15/3ed78d9c-5add-45dc-ba97-d674f1b09c15.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.098231] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2eb848e-e461-4964-a143-960ce1c47456 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.109704] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1492.109704] env[63070]: value = "task-1770552" [ 1492.109704] env[63070]: _type = "Task" [ 1492.109704] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.115740] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 061f91da-9911-4400-ba28-0e85b2c328f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.115960] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance efe551af-1396-46e5-b398-d3785acae4f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.116301] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 53521a81-effa-4be1-8093-c2fb7cf443ce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1492.116355] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance bd33682d-74a2-44b4-9f07-c172b2b9a42f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.117325] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 46c4833a-37de-4b16-904a-a88e50cb1998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.117325] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fa6c0993-26e8-43a3-8b54-2768ac1171bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.117325] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 479bc771-a4cc-49fb-8de5-0f2ba643704a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.118646] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 9728411c-2d32-4eaf-82ac-b0c3138d45d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.118646] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance cbb697f8-5715-43c5-882e-73b7232789f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1492.118646] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 01a1da0b-19d8-48b5-802a-9bf3a3661a49 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1492.118646] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f75ea9ed-d5ca-49c3-b705-36ef56c801e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.118646] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 39ed78b7-ec3f-404f-84e3-f47ac4f9519d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.118646] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance d6f098c7-4ce7-440f-9b44-1eecdb8b6c27 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1492.118646] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance d6857835-31a5-47da-a63d-245672f30cb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.118646] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 15a90e03-5481-404e-828d-2ed1dfe6469a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.118646] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f03a1e87-a324-4bda-9533-46de2402fe92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.118646] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 0e05fbde-7467-4dfd-99f5-868e48de6e3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.119087] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance e621dfd7-d429-4922-a660-d2f2e6385870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.119087] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 034bdc08-eee7-46cd-a37e-3f621cc593f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.119183] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance c8f758c5-2ab4-468d-88b7-f18d11b16d8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.119330] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 07ce5a1d-ea87-4da0-a818-dac9ccb7af88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.119475] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 3ed78d9c-5add-45dc-ba97-d674f1b09c15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.119621] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 3e505c86-f99e-4b3b-bc66-0b44d5b0231d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.129534] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770552, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.268556] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.359721] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "refresh_cache-3e505c86-f99e-4b3b-bc66-0b44d5b0231d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.360739] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquired lock "refresh_cache-3e505c86-f99e-4b3b-bc66-0b44d5b0231d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.362379] env[63070]: DEBUG nova.network.neutron [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.624020] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance c55b02dc-6fdd-4638-a013-56a0d090a379 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1492.626379] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770552, 'name': Rename_Task, 'duration_secs': 0.173677} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.626909] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.628106] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9862d1df-c5a3-42da-9a23-868da2ca77ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.636926] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1492.636926] env[63070]: value = "task-1770553" [ 1492.636926] env[63070]: _type = "Task" [ 1492.636926] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.652384] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.922727] env[63070]: DEBUG nova.network.neutron [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.131359] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 9183a3f7-2a06-4ced-bb03-678276db88d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1493.150388] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.199082] env[63070]: DEBUG nova.network.neutron [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Updating instance_info_cache with network_info: [{"id": "daa80856-afc4-4e83-a613-d3fa744cc5fa", "address": "fa:16:3e:80:d6:61", "network": {"id": "014605d4-f014-4446-9643-274e9760f2af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-607296377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaf6f868092e44a2a46ec4752065db95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaa80856-af", "ovs_interfaceid": "daa80856-afc4-4e83-a613-d3fa744cc5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.636507] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 2885b496-748d-4162-9f7c-995690b3b87c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1493.652076] env[63070]: DEBUG oslo_vmware.api [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770553, 'name': PowerOnVM_Task, 'duration_secs': 0.564081} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.652351] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.652495] env[63070]: INFO nova.compute.manager [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1493.652922] env[63070]: DEBUG nova.compute.manager [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.653619] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e7fc8b-f3fa-44d4-bf23-74320c0f90c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.704360] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Releasing lock "refresh_cache-3e505c86-f99e-4b3b-bc66-0b44d5b0231d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.704884] env[63070]: DEBUG nova.compute.manager [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Instance network_info: |[{"id": "daa80856-afc4-4e83-a613-d3fa744cc5fa", "address": "fa:16:3e:80:d6:61", "network": {"id": "014605d4-f014-4446-9643-274e9760f2af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-607296377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaf6f868092e44a2a46ec4752065db95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaa80856-af", "ovs_interfaceid": "daa80856-afc4-4e83-a613-d3fa744cc5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.705457] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d6:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daa80856-afc4-4e83-a613-d3fa744cc5fa', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.713902] env[63070]: DEBUG oslo.service.loopingcall [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.714979] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.715203] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4da7980e-ab1d-4a7d-ab23-6953950c1abc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.743990] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.743990] env[63070]: value = "task-1770554" [ 1493.743990] env[63070]: _type = "Task" [ 1493.743990] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.757088] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770554, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.110171] env[63070]: DEBUG nova.compute.manager [req-f9f590ae-fc1c-4220-a6e1-21ba7109cf32 req-46059777-6795-4b13-ad55-29863542b9ff service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Received event network-changed-daa80856-afc4-4e83-a613-d3fa744cc5fa {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1494.110436] env[63070]: DEBUG nova.compute.manager [req-f9f590ae-fc1c-4220-a6e1-21ba7109cf32 req-46059777-6795-4b13-ad55-29863542b9ff service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Refreshing instance network info cache due to event network-changed-daa80856-afc4-4e83-a613-d3fa744cc5fa. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1494.110617] env[63070]: DEBUG oslo_concurrency.lockutils [req-f9f590ae-fc1c-4220-a6e1-21ba7109cf32 req-46059777-6795-4b13-ad55-29863542b9ff service nova] Acquiring lock "refresh_cache-3e505c86-f99e-4b3b-bc66-0b44d5b0231d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.110757] env[63070]: DEBUG oslo_concurrency.lockutils [req-f9f590ae-fc1c-4220-a6e1-21ba7109cf32 req-46059777-6795-4b13-ad55-29863542b9ff service nova] Acquired lock "refresh_cache-3e505c86-f99e-4b3b-bc66-0b44d5b0231d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.110992] env[63070]: DEBUG nova.network.neutron [req-f9f590ae-fc1c-4220-a6e1-21ba7109cf32 req-46059777-6795-4b13-ad55-29863542b9ff service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Refreshing network info cache for port daa80856-afc4-4e83-a613-d3fa744cc5fa {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.145410] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f2b260f1-1e22-456f-a766-51e2cb7efa6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1494.175861] env[63070]: INFO nova.compute.manager [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Took 46.66 seconds to build instance. [ 1494.256091] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770554, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.464022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquiring lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.464126] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.648665] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 76088293-9a93-416f-ab0f-018303a573c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1494.678823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-344d18b5-e755-42a4-8bb9-5bf5b7ac7850 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.114s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.757318] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770554, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.904046] env[63070]: DEBUG nova.network.neutron [req-f9f590ae-fc1c-4220-a6e1-21ba7109cf32 req-46059777-6795-4b13-ad55-29863542b9ff service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Updated VIF entry in instance network info cache for port daa80856-afc4-4e83-a613-d3fa744cc5fa. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.904427] env[63070]: DEBUG nova.network.neutron [req-f9f590ae-fc1c-4220-a6e1-21ba7109cf32 req-46059777-6795-4b13-ad55-29863542b9ff service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Updating instance_info_cache with network_info: [{"id": "daa80856-afc4-4e83-a613-d3fa744cc5fa", "address": "fa:16:3e:80:d6:61", "network": {"id": "014605d4-f014-4446-9643-274e9760f2af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-607296377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaf6f868092e44a2a46ec4752065db95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaa80856-af", "ovs_interfaceid": "daa80856-afc4-4e83-a613-d3fa744cc5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.154987] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1495.155400] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Migration 2f1ac35b-66b3-4b30-98cc-b13381e468d2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1495.155640] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 0cd4fefd-cbde-4ad2-b229-5979b1571b33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1495.184477] env[63070]: DEBUG nova.compute.manager [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1495.255947] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770554, 'name': CreateVM_Task, 'duration_secs': 1.455358} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.256156] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1495.256897] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.257138] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.257432] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1495.258015] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c440f53a-b52d-4f89-b0b9-35e00cdd7b20 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.263733] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1495.263733] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5273cb3d-3b5f-a7ac-b220-9023a8549ae4" [ 1495.263733] env[63070]: _type = "Task" [ 1495.263733] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.274170] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5273cb3d-3b5f-a7ac-b220-9023a8549ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.408293] env[63070]: DEBUG oslo_concurrency.lockutils [req-f9f590ae-fc1c-4220-a6e1-21ba7109cf32 req-46059777-6795-4b13-ad55-29863542b9ff service nova] Releasing lock "refresh_cache-3e505c86-f99e-4b3b-bc66-0b44d5b0231d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.658671] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1495.710158] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.774549] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5273cb3d-3b5f-a7ac-b220-9023a8549ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.023306} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.774844] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.775096] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1495.775345] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.775487] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.775669] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.775946] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b007e1c3-04ed-4bac-81ab-16675ffd4b15 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.786170] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.786580] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1495.787382] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a332d62-8f24-4190-9b9d-39ef5d039f32 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.793816] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1495.793816] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529db173-ce55-fcbf-0c67-75e71c20db00" [ 1495.793816] env[63070]: _type = "Task" [ 1495.793816] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.802945] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529db173-ce55-fcbf-0c67-75e71c20db00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.165489] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 975ac1f2-0948-41f5-a614-466b7dde9e83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1496.305103] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529db173-ce55-fcbf-0c67-75e71c20db00, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.305103] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5caf8fb9-eac5-433f-a29a-8f9808cd28e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.311639] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1496.311639] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521fe6d7-053a-5af2-f421-81e3a791d2d4" [ 1496.311639] env[63070]: _type = "Task" [ 1496.311639] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.320854] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521fe6d7-053a-5af2-f421-81e3a791d2d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.397284] env[63070]: DEBUG oslo_concurrency.lockutils [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.397598] env[63070]: DEBUG oslo_concurrency.lockutils [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.397786] env[63070]: DEBUG oslo_concurrency.lockutils [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.397972] env[63070]: DEBUG oslo_concurrency.lockutils [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.398161] env[63070]: DEBUG oslo_concurrency.lockutils [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.400827] env[63070]: DEBUG nova.compute.manager [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.401210] env[63070]: INFO nova.compute.manager [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Terminating instance [ 1496.403192] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bec4e8f-a810-4e20-9679-f3dd7aaed367 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.624663] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquiring lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.624967] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.625201] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquiring lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.625383] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.625551] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.627883] env[63070]: INFO nova.compute.manager [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Terminating instance [ 1496.667938] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 8d19b75b-ec72-4444-9125-094e11c0bc47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1496.823753] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521fe6d7-053a-5af2-f421-81e3a791d2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.023394} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.824108] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.824455] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3e505c86-f99e-4b3b-bc66-0b44d5b0231d/3e505c86-f99e-4b3b-bc66-0b44d5b0231d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.824664] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9e8f098-9c3c-4ba7-9764-c5ad42036957 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.835234] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1496.835234] env[63070]: value = "task-1770555" [ 1496.835234] env[63070]: _type = "Task" [ 1496.835234] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.850625] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.909063] env[63070]: DEBUG nova.compute.manager [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1496.909437] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.910894] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f34aa6-798e-479d-9ec7-e2e8e2c22b37 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.917334] env[63070]: INFO nova.compute.manager [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] instance snapshotting [ 1496.920515] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f16f8f-2932-42ca-ba48-dae78d0044e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.928191] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.928978] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd6b84d4-4661-422b-b8e1-f87d3d27cd69 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.951484] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94028e6e-c2a7-4de5-8187-e1d2da86b8b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.954742] env[63070]: DEBUG oslo_vmware.api [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1496.954742] env[63070]: value = "task-1770556" [ 1496.954742] env[63070]: _type = "Task" [ 1496.954742] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.971603] env[63070]: DEBUG oslo_vmware.api [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.131636] env[63070]: DEBUG nova.compute.manager [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1497.131918] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.132852] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd6277b-e8c0-4459-a5bc-26d4bcd11eb4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.142199] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.142489] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3126c5d-fdcc-4221-9edc-b322418a1a58 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.151606] env[63070]: DEBUG oslo_vmware.api [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for the task: (returnval){ [ 1497.151606] env[63070]: value = "task-1770557" [ 1497.151606] env[63070]: _type = "Task" [ 1497.151606] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.164509] env[63070]: DEBUG oslo_vmware.api [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.174558] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance be182532-b109-41da-931d-297bb773b2f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1497.347271] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.467963] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1497.468555] env[63070]: DEBUG oslo_vmware.api [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770556, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.468841] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c9ffc5c-8bf6-49ab-9da1-cf7fc7b47e91 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.478689] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1497.478689] env[63070]: value = "task-1770558" [ 1497.478689] env[63070]: _type = "Task" [ 1497.478689] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.489684] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.665775] env[63070]: DEBUG oslo_vmware.api [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770557, 'name': PowerOffVM_Task, 'duration_secs': 0.349674} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.665982] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.666206] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.666482] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ac064ae-6cb4-4cc7-82ba-ded9a6120bf8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.677893] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 3938b74a-c763-413b-9c5d-f3ef83015b5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1497.678322] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1497.678532] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1497.834954] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.835219] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.835451] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Deleting the datastore file [datastore1] 07ce5a1d-ea87-4da0-a818-dac9ccb7af88 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.838831] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71928f72-4e15-47da-aca7-3d6c8630e9ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.856435] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770555, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.858420] env[63070]: DEBUG oslo_vmware.api [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for the task: (returnval){ [ 1497.858420] env[63070]: value = "task-1770560" [ 1497.858420] env[63070]: _type = "Task" [ 1497.858420] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.872442] env[63070]: DEBUG oslo_vmware.api [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.972067] env[63070]: DEBUG oslo_vmware.api [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770556, 'name': PowerOffVM_Task, 'duration_secs': 0.555911} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.975184] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.975407] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.975995] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1470e7b-f0be-4fa2-8456-858d9d302acd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.991458] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.090230] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.090538] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.090725] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Deleting the datastore file [datastore1] bd33682d-74a2-44b4-9f07-c172b2b9a42f {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.091016] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-381642d7-1b7d-4e90-983d-3382d0dde374 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.100950] env[63070]: DEBUG oslo_vmware.api [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for the task: (returnval){ [ 1498.100950] env[63070]: value = "task-1770562" [ 1498.100950] env[63070]: _type = "Task" [ 1498.100950] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.119203] env[63070]: DEBUG oslo_vmware.api [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.307227] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9413d0e5-45ae-4a91-96fc-6601ab9da116 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.316247] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b8f38f-ea9e-4553-b930-a2155f154509 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.354119] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a521d17d-d228-4151-9d7f-29cb515118a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.367997] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770555, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.187814} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.373260] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294ee4c5-2822-4098-851c-22d268bdd1d4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.378139] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3e505c86-f99e-4b3b-bc66-0b44d5b0231d/3e505c86-f99e-4b3b-bc66-0b44d5b0231d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.378361] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1498.378729] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a9290f4-aef0-499b-bc38-6a26edaec33d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.389570] env[63070]: DEBUG oslo_vmware.api [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.400988] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.402866] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1498.402866] env[63070]: value = "task-1770563" [ 1498.402866] env[63070]: _type = "Task" [ 1498.402866] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.413539] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.492873] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770558, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.613655] env[63070]: DEBUG oslo_vmware.api [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Task: {'id': task-1770562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385475} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.614017] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.614133] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.614768] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.614768] env[63070]: INFO nova.compute.manager [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1498.614768] env[63070]: DEBUG oslo.service.loopingcall [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.614972] env[63070]: DEBUG nova.compute.manager [-] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1498.615039] env[63070]: DEBUG nova.network.neutron [-] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.882840] env[63070]: DEBUG oslo_vmware.api [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Task: {'id': task-1770560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553013} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.882840] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.883162] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.883162] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.884046] env[63070]: INFO nova.compute.manager [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1498.884046] env[63070]: DEBUG oslo.service.loopingcall [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.884046] env[63070]: DEBUG nova.compute.manager [-] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1498.884046] env[63070]: DEBUG nova.network.neutron [-] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.911765] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.923739] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078167} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.923957] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1498.924830] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9750fc7f-3a21-4240-9e08-49d3ce570cfa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.954413] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3e505c86-f99e-4b3b-bc66-0b44d5b0231d/3e505c86-f99e-4b3b-bc66-0b44d5b0231d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.955060] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60dbce83-78a5-4856-adcf-11e1c2b8fdbc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.979604] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1498.979604] env[63070]: value = "task-1770564" [ 1498.979604] env[63070]: _type = "Task" [ 1498.979604] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.999422] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.999422] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770558, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.018853] env[63070]: DEBUG nova.compute.manager [req-58cca4dc-4431-47db-89ef-ad2b85a12ef7 req-981a282a-8df7-4e33-95df-d4437edfdddb service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Received event network-vif-deleted-5c169416-deef-4024-9cde-3571a479e79c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1499.019099] env[63070]: INFO nova.compute.manager [req-58cca4dc-4431-47db-89ef-ad2b85a12ef7 req-981a282a-8df7-4e33-95df-d4437edfdddb service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Neutron deleted interface 5c169416-deef-4024-9cde-3571a479e79c; detaching it from the instance and deleting it from the info cache [ 1499.019426] env[63070]: DEBUG nova.network.neutron [req-58cca4dc-4431-47db-89ef-ad2b85a12ef7 req-981a282a-8df7-4e33-95df-d4437edfdddb service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.282608] env[63070]: DEBUG nova.compute.manager [req-04ff36a9-cda2-4b74-babb-e627367c087d req-4b23687b-cd4e-444f-90d7-e1079e23347c service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Received event network-vif-deleted-29c56f57-34ca-4a8a-816d-96ae8d981704 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1499.282608] env[63070]: INFO nova.compute.manager [req-04ff36a9-cda2-4b74-babb-e627367c087d req-4b23687b-cd4e-444f-90d7-e1079e23347c service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Neutron deleted interface 29c56f57-34ca-4a8a-816d-96ae8d981704; detaching it from the instance and deleting it from the info cache [ 1499.282608] env[63070]: DEBUG nova.network.neutron [req-04ff36a9-cda2-4b74-babb-e627367c087d req-4b23687b-cd4e-444f-90d7-e1079e23347c service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.419046] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1499.419162] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.376s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.419419] env[63070]: DEBUG nova.network.neutron [-] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.420717] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.684s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.420908] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.423032] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.954s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.424592] env[63070]: INFO nova.compute.claims [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.452298] env[63070]: INFO nova.scheduler.client.report [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Deleted allocations for instance cbb697f8-5715-43c5-882e-73b7232789f1 [ 1499.495989] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770558, 'name': CreateSnapshot_Task, 'duration_secs': 1.55055} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.500087] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1499.500443] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.501475] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488f673c-431c-4fb6-8714-f63183a07490 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.523316] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07ed9935-4104-40e9-b77d-b732fc53c256 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.537237] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a23b38-7c5e-4081-bd63-2760b2d8da54 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.579904] env[63070]: DEBUG nova.compute.manager [req-58cca4dc-4431-47db-89ef-ad2b85a12ef7 req-981a282a-8df7-4e33-95df-d4437edfdddb service nova] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Detach interface failed, port_id=5c169416-deef-4024-9cde-3571a479e79c, reason: Instance bd33682d-74a2-44b4-9f07-c172b2b9a42f could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1499.755895] env[63070]: DEBUG nova.network.neutron [-] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.786079] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ad3fca1-20ec-411c-8911-20dcd9416daf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.796863] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff43c95-751b-4198-91cf-1f97b3d612a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.849877] env[63070]: DEBUG nova.compute.manager [req-04ff36a9-cda2-4b74-babb-e627367c087d req-4b23687b-cd4e-444f-90d7-e1079e23347c service nova] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Detach interface failed, port_id=29c56f57-34ca-4a8a-816d-96ae8d981704, reason: Instance 07ce5a1d-ea87-4da0-a818-dac9ccb7af88 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1499.875305] env[63070]: DEBUG oslo_vmware.rw_handles [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299f07d-3140-9df2-0c1b-682edc6415ed/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1499.876514] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad73eb3e-8ae7-4b10-a773-6edaf71f3380 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.883608] env[63070]: DEBUG oslo_vmware.rw_handles [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299f07d-3140-9df2-0c1b-682edc6415ed/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1499.884157] env[63070]: ERROR oslo_vmware.rw_handles [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299f07d-3140-9df2-0c1b-682edc6415ed/disk-0.vmdk due to incomplete transfer. [ 1499.884157] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5db5d5d3-a8bd-4767-a127-7eb138d5c269 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.893059] env[63070]: DEBUG oslo_vmware.rw_handles [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299f07d-3140-9df2-0c1b-682edc6415ed/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1499.893059] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Uploaded image 0287dd4a-f931-4584-b81b-149fd459c752 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1499.894981] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1499.895259] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a255b62-1854-4db1-a0ba-1805fcba5b2f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.905054] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1499.905054] env[63070]: value = "task-1770565" [ 1499.905054] env[63070]: _type = "Task" [ 1499.905054] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.913961] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770565, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.930257] env[63070]: INFO nova.compute.manager [-] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Took 1.31 seconds to deallocate network for instance. [ 1499.962685] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3a7f7ed8-ec18-4eae-9ec5-8b4c8452d1b3 tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "cbb697f8-5715-43c5-882e-73b7232789f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.792s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.997352] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.021762] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1500.022623] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c1b9fca-c634-4d74-9e40-57d3293f3c74 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.033509] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1500.033509] env[63070]: value = "task-1770566" [ 1500.033509] env[63070]: _type = "Task" [ 1500.033509] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.043300] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770566, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.260816] env[63070]: INFO nova.compute.manager [-] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Took 1.38 seconds to deallocate network for instance. [ 1500.416116] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770565, 'name': Destroy_Task, 'duration_secs': 0.408949} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.416710] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Destroyed the VM [ 1500.417111] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1500.417649] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d920141a-c913-4f34-b761-c0aa5ab3aa25 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.428026] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1500.428026] env[63070]: value = "task-1770567" [ 1500.428026] env[63070]: _type = "Task" [ 1500.428026] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.439335] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770567, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.445190] env[63070]: DEBUG oslo_concurrency.lockutils [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.484373] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.484919] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.485213] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.485451] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.485652] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.493436] env[63070]: INFO nova.compute.manager [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Terminating instance [ 1500.512612] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.551870] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770566, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.776189] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.940437] env[63070]: DEBUG oslo_vmware.api [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770567, 'name': RemoveSnapshot_Task, 'duration_secs': 0.467371} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.941179] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1500.941801] env[63070]: INFO nova.compute.manager [None req-f3826930-3ed9-42b8-884b-c9a089990329 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Took 16.04 seconds to snapshot the instance on the hypervisor. [ 1500.963850] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d9f9a-3191-459a-bb79-8516e920d78c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.976286] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a4d4a-c1af-4be7-bb50-540967f5fe28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.014626] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc0018b-67c0-44f5-80e6-93448f64b068 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.017777] env[63070]: DEBUG nova.compute.manager [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.017991] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.020253] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6df275-127a-4065-9a29-342db51c251e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.028755] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770564, 'name': ReconfigVM_Task, 'duration_secs': 1.631144} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.032684] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3e505c86-f99e-4b3b-bc66-0b44d5b0231d/3e505c86-f99e-4b3b-bc66-0b44d5b0231d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.033153] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63070) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1501.033776] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.034041] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-988dbc77-ab2d-4a50-b7f9-f5ee1f760196 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.037374] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80f256a-ece7-4475-bb6a-09e684b64e54 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.041593] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b19c1c0a-ea4c-444d-b9b4-a78b418e5ae4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.062886] env[63070]: DEBUG nova.compute.provider_tree [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.064501] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770566, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.068771] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1501.068771] env[63070]: value = "task-1770569" [ 1501.068771] env[63070]: _type = "Task" [ 1501.068771] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.068771] env[63070]: DEBUG oslo_vmware.api [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1501.068771] env[63070]: value = "task-1770568" [ 1501.068771] env[63070]: _type = "Task" [ 1501.068771] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.084111] env[63070]: DEBUG oslo_vmware.api [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.087585] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770569, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.553402] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770566, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.580924] env[63070]: DEBUG nova.scheduler.client.report [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.584303] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770569, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060467} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.587209] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63070) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1501.587501] env[63070]: DEBUG oslo_vmware.api [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770568, 'name': PowerOffVM_Task, 'duration_secs': 0.213024} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.592265] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42fe01b-7b7d-4903-80a4-bb61ff522d01 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.597512] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.597698] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.597941] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7470a56c-0049-45c8-83fa-b6eeb237ca30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.632552] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3e505c86-f99e-4b3b-bc66-0b44d5b0231d/ephemeral_0.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.632552] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876dc6c0-cd16-4f25-af9a-78d04222b1fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.653414] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1501.653414] env[63070]: value = "task-1770571" [ 1501.653414] env[63070]: _type = "Task" [ 1501.653414] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.662141] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.680305] env[63070]: DEBUG oslo_concurrency.lockutils [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "034bdc08-eee7-46cd-a37e-3f621cc593f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.680658] env[63070]: DEBUG oslo_concurrency.lockutils [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "034bdc08-eee7-46cd-a37e-3f621cc593f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.680869] env[63070]: DEBUG oslo_concurrency.lockutils [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "034bdc08-eee7-46cd-a37e-3f621cc593f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.681059] env[63070]: DEBUG oslo_concurrency.lockutils [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "034bdc08-eee7-46cd-a37e-3f621cc593f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.681225] env[63070]: DEBUG oslo_concurrency.lockutils [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "034bdc08-eee7-46cd-a37e-3f621cc593f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.683789] env[63070]: INFO nova.compute.manager [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Terminating instance [ 1501.699225] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.699521] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.699723] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Deleting the datastore file [datastore1] 9728411c-2d32-4eaf-82ac-b0c3138d45d9 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.700620] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67745113-9e04-4b4e-9749-3819f3b939c6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.707447] env[63070]: DEBUG oslo_vmware.api [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for the task: (returnval){ [ 1501.707447] env[63070]: value = "task-1770572" [ 1501.707447] env[63070]: _type = "Task" [ 1501.707447] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.718030] env[63070]: DEBUG oslo_vmware.api [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.054281] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770566, 'name': CloneVM_Task, 'duration_secs': 1.772418} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.054610] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Created linked-clone VM from snapshot [ 1502.055371] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f217b5b2-9236-4080-ade9-3b3d7b378d7a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.066459] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Uploading image cc312b67-aa88-4d14-8a06-9e04c3c2448c {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1502.085547] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.087261] env[63070]: DEBUG nova.compute.manager [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.090305] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1502.090664] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.518s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.094158] env[63070]: INFO nova.compute.claims [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.100469] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-176b596b-d69e-4184-9058-64c96ccda154 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.113911] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1502.113911] env[63070]: value = "task-1770573" [ 1502.113911] env[63070]: _type = "Task" [ 1502.113911] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.129626] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770573, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.162709] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770571, 'name': ReconfigVM_Task, 'duration_secs': 0.33396} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.162977] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3e505c86-f99e-4b3b-bc66-0b44d5b0231d/ephemeral_0.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.163648] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b06be905-2ecd-4b5b-bfbe-e301ac3c059b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.172111] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1502.172111] env[63070]: value = "task-1770574" [ 1502.172111] env[63070]: _type = "Task" [ 1502.172111] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.188431] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770574, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.188431] env[63070]: DEBUG nova.compute.manager [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1502.188431] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.188783] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496f1405-ba00-406b-8542-91c9006b60f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.197132] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.197132] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0973a224-845a-470a-b167-f256b8fc26eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.218397] env[63070]: DEBUG oslo_vmware.api [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Task: {'id': task-1770572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181336} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.218669] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.218855] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.219143] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.219263] env[63070]: INFO nova.compute.manager [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1502.219502] env[63070]: DEBUG oslo.service.loopingcall [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.220107] env[63070]: DEBUG nova.compute.manager [-] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.220220] env[63070]: DEBUG nova.network.neutron [-] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.277758] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.278915] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.279283] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleting the datastore file [datastore1] 034bdc08-eee7-46cd-a37e-3f621cc593f8 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.279681] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5df08063-8ea6-4d4a-a43c-1355beb75fca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.295376] env[63070]: DEBUG oslo_vmware.api [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1502.295376] env[63070]: value = "task-1770576" [ 1502.295376] env[63070]: _type = "Task" [ 1502.295376] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.305567] env[63070]: DEBUG oslo_vmware.api [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.592022] env[63070]: DEBUG nova.compute.utils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1502.593609] env[63070]: DEBUG nova.compute.manager [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1502.593732] env[63070]: DEBUG nova.network.neutron [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.597775] env[63070]: DEBUG nova.compute.manager [req-0cfbc89a-b170-4ac8-aabe-e5b205bef95c req-a5d5a555-9ffe-496d-8d16-6d13f8c8ef89 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Received event network-vif-deleted-86c95a51-c6af-410d-bff0-bdfbf2122a15 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1502.597945] env[63070]: INFO nova.compute.manager [req-0cfbc89a-b170-4ac8-aabe-e5b205bef95c req-a5d5a555-9ffe-496d-8d16-6d13f8c8ef89 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Neutron deleted interface 86c95a51-c6af-410d-bff0-bdfbf2122a15; detaching it from the instance and deleting it from the info cache [ 1502.598596] env[63070]: DEBUG nova.network.neutron [req-0cfbc89a-b170-4ac8-aabe-e5b205bef95c req-a5d5a555-9ffe-496d-8d16-6d13f8c8ef89 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.613304] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "32171cc3-2a4b-47a4-a827-ec349df08572" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.613524] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "32171cc3-2a4b-47a4-a827-ec349df08572" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.625149] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770573, 'name': Destroy_Task, 'duration_secs': 0.411044} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.625587] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Destroyed the VM [ 1502.625725] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1502.626008] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-70e58eff-234a-41b3-b939-456b41a9812b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.634071] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1502.634071] env[63070]: value = "task-1770577" [ 1502.634071] env[63070]: _type = "Task" [ 1502.634071] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.642044] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770577, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.656761] env[63070]: DEBUG nova.policy [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6ff3a2b014b4f498fb44bad41942489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f09841881d4cc1ab40bb6f4f8c917a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1502.682812] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770574, 'name': Rename_Task, 'duration_secs': 0.195087} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.683421] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.683668] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e4b4215-1fd9-40d7-953f-5d5794db66d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.690208] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1502.690208] env[63070]: value = "task-1770578" [ 1502.690208] env[63070]: _type = "Task" [ 1502.690208] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.703992] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.807595] env[63070]: DEBUG oslo_vmware.api [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204745} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.807860] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.808040] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.808216] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.808397] env[63070]: INFO nova.compute.manager [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1502.808651] env[63070]: DEBUG oslo.service.loopingcall [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.808841] env[63070]: DEBUG nova.compute.manager [-] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.808941] env[63070]: DEBUG nova.network.neutron [-] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.032330] env[63070]: DEBUG nova.network.neutron [-] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.097152] env[63070]: DEBUG nova.compute.manager [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.111185] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88f31147-7c49-40ff-8dd3-054e9a9c1423 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.123647] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f70fb53-f363-4aa2-9bb8-52137e24d85d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.157022] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770577, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.169926] env[63070]: DEBUG nova.compute.manager [req-0cfbc89a-b170-4ac8-aabe-e5b205bef95c req-a5d5a555-9ffe-496d-8d16-6d13f8c8ef89 service nova] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Detach interface failed, port_id=86c95a51-c6af-410d-bff0-bdfbf2122a15, reason: Instance 9728411c-2d32-4eaf-82ac-b0c3138d45d9 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1503.205344] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770578, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.212242] env[63070]: DEBUG nova.network.neutron [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Successfully created port: ed6dbd51-0d37-4771-b841-102588ea5230 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.220241] env[63070]: DEBUG nova.compute.manager [req-2f4b92d2-c005-4c78-b46b-edd53eae9be7 req-d9231a2e-a1f5-495f-922a-c331fdcc5e4b service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Received event network-vif-deleted-5bfa0a44-e31c-4e40-8505-bbb0bc60f555 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1503.220241] env[63070]: INFO nova.compute.manager [req-2f4b92d2-c005-4c78-b46b-edd53eae9be7 req-d9231a2e-a1f5-495f-922a-c331fdcc5e4b service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Neutron deleted interface 5bfa0a44-e31c-4e40-8505-bbb0bc60f555; detaching it from the instance and deleting it from the info cache [ 1503.220241] env[63070]: DEBUG nova.network.neutron [req-2f4b92d2-c005-4c78-b46b-edd53eae9be7 req-d9231a2e-a1f5-495f-922a-c331fdcc5e4b service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.537445] env[63070]: INFO nova.compute.manager [-] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Took 1.31 seconds to deallocate network for instance. [ 1503.640027] env[63070]: DEBUG nova.network.neutron [-] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.654958] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770577, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.708351] env[63070]: DEBUG oslo_vmware.api [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770578, 'name': PowerOnVM_Task, 'duration_secs': 0.537062} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.708653] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.708853] env[63070]: INFO nova.compute.manager [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Took 12.48 seconds to spawn the instance on the hypervisor. [ 1503.709041] env[63070]: DEBUG nova.compute.manager [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.709839] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d97612-7b18-4a63-9119-bd1d2d4a492f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.726811] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6236400a-db6a-42ed-a1aa-95c8ad6e5fe1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.737714] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed83d0a-c5c2-46c6-85ed-b7481ffaa828 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.775904] env[63070]: DEBUG nova.compute.manager [req-2f4b92d2-c005-4c78-b46b-edd53eae9be7 req-d9231a2e-a1f5-495f-922a-c331fdcc5e4b service nova] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Detach interface failed, port_id=5bfa0a44-e31c-4e40-8505-bbb0bc60f555, reason: Instance 034bdc08-eee7-46cd-a37e-3f621cc593f8 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1503.793022] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a529d4b-6c54-4c6f-ba1a-b78188dec7fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.799943] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d25bce-980a-4c4c-9d1f-62b35925857c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.831861] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cd4dd1-ba3d-48ec-bbbd-3de5c7863b20 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.839460] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adda0d52-07f2-4513-ae68-ba454607b371 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.854207] env[63070]: DEBUG nova.compute.provider_tree [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.047669] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.118409] env[63070]: DEBUG nova.compute.manager [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.148389] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.148637] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.148788] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.148998] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.149159] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.149305] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.149514] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.149671] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.149837] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.149998] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.151079] env[63070]: DEBUG nova.virt.hardware [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.151079] env[63070]: INFO nova.compute.manager [-] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Took 1.34 seconds to deallocate network for instance. [ 1504.152028] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b57193c-4c3e-431e-9a3d-974463b95db0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.162389] env[63070]: DEBUG oslo_vmware.api [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770577, 'name': RemoveSnapshot_Task, 'duration_secs': 1.292688} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.162736] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1504.177923] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173c010a-f52a-41ec-844b-6dfe4523e8cb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.231977] env[63070]: INFO nova.compute.manager [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Took 53.93 seconds to build instance. [ 1504.358322] env[63070]: DEBUG nova.scheduler.client.report [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.680356] env[63070]: WARNING nova.compute.manager [None req-f930533a-6b12-49d8-a3b8-dbb411d20f01 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Image not found during snapshot: nova.exception.ImageNotFound: Image cc312b67-aa88-4d14-8a06-9e04c3c2448c could not be found. [ 1504.683219] env[63070]: DEBUG oslo_concurrency.lockutils [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.736819] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cdac8db-e792-4c5e-81d8-a22e1b8cb751 tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.014s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.863388] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.864143] env[63070]: DEBUG nova.compute.manager [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1504.867174] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.866s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.958730] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.958929] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.045420] env[63070]: DEBUG nova.compute.manager [req-90dedf0b-1cde-4334-8765-f37df4702441 req-66d6857d-6d7f-46d8-939a-07bf9b1985b1 service nova] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Received event network-vif-plugged-ed6dbd51-0d37-4771-b841-102588ea5230 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1505.045753] env[63070]: DEBUG oslo_concurrency.lockutils [req-90dedf0b-1cde-4334-8765-f37df4702441 req-66d6857d-6d7f-46d8-939a-07bf9b1985b1 service nova] Acquiring lock "c55b02dc-6fdd-4638-a013-56a0d090a379-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.046102] env[63070]: DEBUG oslo_concurrency.lockutils [req-90dedf0b-1cde-4334-8765-f37df4702441 req-66d6857d-6d7f-46d8-939a-07bf9b1985b1 service nova] Lock "c55b02dc-6fdd-4638-a013-56a0d090a379-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.046409] env[63070]: DEBUG oslo_concurrency.lockutils [req-90dedf0b-1cde-4334-8765-f37df4702441 req-66d6857d-6d7f-46d8-939a-07bf9b1985b1 service nova] Lock "c55b02dc-6fdd-4638-a013-56a0d090a379-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.046600] env[63070]: DEBUG nova.compute.manager [req-90dedf0b-1cde-4334-8765-f37df4702441 req-66d6857d-6d7f-46d8-939a-07bf9b1985b1 service nova] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] No waiting events found dispatching network-vif-plugged-ed6dbd51-0d37-4771-b841-102588ea5230 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.046824] env[63070]: WARNING nova.compute.manager [req-90dedf0b-1cde-4334-8765-f37df4702441 req-66d6857d-6d7f-46d8-939a-07bf9b1985b1 service nova] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Received unexpected event network-vif-plugged-ed6dbd51-0d37-4771-b841-102588ea5230 for instance with vm_state building and task_state spawning. [ 1505.239176] env[63070]: DEBUG nova.compute.manager [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1505.371685] env[63070]: DEBUG nova.compute.utils [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1505.377551] env[63070]: INFO nova.compute.claims [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.381262] env[63070]: DEBUG nova.compute.manager [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1505.381500] env[63070]: DEBUG nova.network.neutron [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1505.422717] env[63070]: DEBUG nova.network.neutron [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Successfully updated port: ed6dbd51-0d37-4771-b841-102588ea5230 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.428446] env[63070]: DEBUG nova.policy [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd38007ef1b2e46479a7575732b7d8668', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0165f7eddbf41ac82adaf194eec2fa9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1505.731606] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.731901] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.732283] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.732507] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.732699] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.738028] env[63070]: INFO nova.compute.manager [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Terminating instance [ 1505.767048] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.884595] env[63070]: DEBUG nova.compute.manager [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1505.894551] env[63070]: INFO nova.compute.resource_tracker [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating resource usage from migration 2f1ac35b-66b3-4b30-98cc-b13381e468d2 [ 1505.911192] env[63070]: DEBUG nova.network.neutron [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Successfully created port: 9e5e81a7-d736-4e0c-9de8-1344957fb2d4 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.925354] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "refresh_cache-c55b02dc-6fdd-4638-a013-56a0d090a379" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.925505] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "refresh_cache-c55b02dc-6fdd-4638-a013-56a0d090a379" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.925652] env[63070]: DEBUG nova.network.neutron [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.242151] env[63070]: DEBUG nova.compute.manager [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1506.242151] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1506.243102] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab236aa-1317-4b44-bdcd-cf35e29d3792 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.251274] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.251520] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b458c8-e822-45a4-9aee-64ba5b5bac31 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.259577] env[63070]: DEBUG oslo_vmware.api [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1506.259577] env[63070]: value = "task-1770579" [ 1506.259577] env[63070]: _type = "Task" [ 1506.259577] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.268189] env[63070]: DEBUG oslo_vmware.api [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.388791] env[63070]: INFO nova.virt.block_device [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Booting with volume 5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a at /dev/sda [ 1506.414513] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c186bcdf-491e-47f6-84fa-5e1cfdd4c5f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.422919] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b8d13d-3183-400d-a5d5-5f133facd842 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.460188] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115cf1c6-a5d5-4368-8cd0-bc31b5986f74 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.462911] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7fff928-5c28-45d1-97b2-4cb51a99473e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.473481] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ac0d30-ba2c-44d8-901c-17896dc8c681 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.482864] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1170e1d-d7a0-47dd-b8e4-4e40e06bb4c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.495149] env[63070]: DEBUG nova.network.neutron [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.507471] env[63070]: DEBUG nova.compute.provider_tree [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.524397] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b20450c8-cb97-4bcb-b396-21b77f635ad8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.534117] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f955e8e7-165c-4b2a-a696-a0f4c2be58fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.572678] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad3ff0-f912-4537-ad38-98b9ef3c5d08 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.582243] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e51b908-3c75-4b7a-8e56-5d40a4af66e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.596627] env[63070]: DEBUG nova.virt.block_device [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Updating existing volume attachment record: a56d4caf-a899-40c8-8ee2-3d472098959f {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1506.716458] env[63070]: DEBUG nova.network.neutron [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Updating instance_info_cache with network_info: [{"id": "ed6dbd51-0d37-4771-b841-102588ea5230", "address": "fa:16:3e:3d:96:b1", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6dbd51-0d", "ovs_interfaceid": "ed6dbd51-0d37-4771-b841-102588ea5230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.769078] env[63070]: DEBUG oslo_vmware.api [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770579, 'name': PowerOffVM_Task, 'duration_secs': 0.268257} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.769360] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.769530] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1506.769772] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35630ba0-352f-4d3f-83c8-e73cf40f58ef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.853042] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1506.853277] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1506.853430] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Deleting the datastore file [datastore1] 3ed78d9c-5add-45dc-ba97-d674f1b09c15 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.853655] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6efe481-1160-4f90-bc05-f16f339b3957 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.860378] env[63070]: DEBUG oslo_vmware.api [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1506.860378] env[63070]: value = "task-1770581" [ 1506.860378] env[63070]: _type = "Task" [ 1506.860378] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.868980] env[63070]: DEBUG oslo_vmware.api [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.025200] env[63070]: DEBUG nova.scheduler.client.report [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.093131] env[63070]: DEBUG nova.compute.manager [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Received event network-changed-daa80856-afc4-4e83-a613-d3fa744cc5fa {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1507.093336] env[63070]: DEBUG nova.compute.manager [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Refreshing instance network info cache due to event network-changed-daa80856-afc4-4e83-a613-d3fa744cc5fa. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1507.093558] env[63070]: DEBUG oslo_concurrency.lockutils [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] Acquiring lock "refresh_cache-3e505c86-f99e-4b3b-bc66-0b44d5b0231d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.093701] env[63070]: DEBUG oslo_concurrency.lockutils [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] Acquired lock "refresh_cache-3e505c86-f99e-4b3b-bc66-0b44d5b0231d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.093860] env[63070]: DEBUG nova.network.neutron [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Refreshing network info cache for port daa80856-afc4-4e83-a613-d3fa744cc5fa {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.218989] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "refresh_cache-c55b02dc-6fdd-4638-a013-56a0d090a379" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.219395] env[63070]: DEBUG nova.compute.manager [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Instance network_info: |[{"id": "ed6dbd51-0d37-4771-b841-102588ea5230", "address": "fa:16:3e:3d:96:b1", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6dbd51-0d", "ovs_interfaceid": "ed6dbd51-0d37-4771-b841-102588ea5230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.220168] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:96:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed6dbd51-0d37-4771-b841-102588ea5230', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.228116] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Creating folder: Project (26f09841881d4cc1ab40bb6f4f8c917a). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.228555] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98e6863d-cdfa-4281-864f-33c0dbf9da88 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.240291] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Created folder: Project (26f09841881d4cc1ab40bb6f4f8c917a) in parent group-v367531. [ 1507.240633] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Creating folder: Instances. Parent ref: group-v367685. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.240841] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b29b2d10-5522-427d-8352-c896903561b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.250063] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Created folder: Instances in parent group-v367685. [ 1507.250313] env[63070]: DEBUG oslo.service.loopingcall [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.250551] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.250769] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94883520-f1e2-4084-b057-762f6dbc1938 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.269293] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.269293] env[63070]: value = "task-1770584" [ 1507.269293] env[63070]: _type = "Task" [ 1507.269293] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.276662] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770584, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.356363] env[63070]: DEBUG nova.compute.manager [req-dc7f0956-a768-44c3-a473-756f192c575a req-b286aefa-810e-4d79-84bc-1aeeca735d5d service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Received event network-vif-plugged-9e5e81a7-d736-4e0c-9de8-1344957fb2d4 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1507.356562] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc7f0956-a768-44c3-a473-756f192c575a req-b286aefa-810e-4d79-84bc-1aeeca735d5d service nova] Acquiring lock "9183a3f7-2a06-4ced-bb03-678276db88d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.356806] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc7f0956-a768-44c3-a473-756f192c575a req-b286aefa-810e-4d79-84bc-1aeeca735d5d service nova] Lock "9183a3f7-2a06-4ced-bb03-678276db88d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.356984] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc7f0956-a768-44c3-a473-756f192c575a req-b286aefa-810e-4d79-84bc-1aeeca735d5d service nova] Lock "9183a3f7-2a06-4ced-bb03-678276db88d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.357189] env[63070]: DEBUG nova.compute.manager [req-dc7f0956-a768-44c3-a473-756f192c575a req-b286aefa-810e-4d79-84bc-1aeeca735d5d service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] No waiting events found dispatching network-vif-plugged-9e5e81a7-d736-4e0c-9de8-1344957fb2d4 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1507.357436] env[63070]: WARNING nova.compute.manager [req-dc7f0956-a768-44c3-a473-756f192c575a req-b286aefa-810e-4d79-84bc-1aeeca735d5d service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Received unexpected event network-vif-plugged-9e5e81a7-d736-4e0c-9de8-1344957fb2d4 for instance with vm_state building and task_state block_device_mapping. [ 1507.370274] env[63070]: DEBUG oslo_vmware.api [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212473} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.370544] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.370731] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1507.370899] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1507.371098] env[63070]: INFO nova.compute.manager [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1507.371297] env[63070]: DEBUG oslo.service.loopingcall [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.371497] env[63070]: DEBUG nova.compute.manager [-] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1507.371600] env[63070]: DEBUG nova.network.neutron [-] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1507.443186] env[63070]: DEBUG nova.network.neutron [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Successfully updated port: 9e5e81a7-d736-4e0c-9de8-1344957fb2d4 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1507.530811] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.663s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.531081] env[63070]: INFO nova.compute.manager [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Migrating [ 1507.538548] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.373s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.538765] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.541036] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.489s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.542615] env[63070]: INFO nova.compute.claims [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.584815] env[63070]: INFO nova.scheduler.client.report [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Deleted allocations for instance d6f098c7-4ce7-440f-9b44-1eecdb8b6c27 [ 1507.782782] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770584, 'name': CreateVM_Task, 'duration_secs': 0.366687} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.782967] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.784602] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.787729] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.788108] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1507.788375] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4687277b-0dd5-429e-b1ec-81995a172d20 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.793829] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1507.793829] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dfed46-0cbc-8219-dda2-ca8ef918f521" [ 1507.793829] env[63070]: _type = "Task" [ 1507.793829] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.805579] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dfed46-0cbc-8219-dda2-ca8ef918f521, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.805854] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.806258] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.806400] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.806491] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.806612] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.806860] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b154938-8f5b-447a-af5d-ac35c278da00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.814314] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.814481] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.815171] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7c0d23-7f92-4473-a0d6-da004190159b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.819775] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1507.819775] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cf9e7f-d36d-2d3b-6f50-d805962a20b0" [ 1507.819775] env[63070]: _type = "Task" [ 1507.819775] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.827614] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cf9e7f-d36d-2d3b-6f50-d805962a20b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.888045] env[63070]: DEBUG nova.network.neutron [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Updated VIF entry in instance network info cache for port daa80856-afc4-4e83-a613-d3fa744cc5fa. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.888567] env[63070]: DEBUG nova.network.neutron [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Updating instance_info_cache with network_info: [{"id": "daa80856-afc4-4e83-a613-d3fa744cc5fa", "address": "fa:16:3e:80:d6:61", "network": {"id": "014605d4-f014-4446-9643-274e9760f2af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-607296377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaf6f868092e44a2a46ec4752065db95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaa80856-af", "ovs_interfaceid": "daa80856-afc4-4e83-a613-d3fa744cc5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.946416] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Acquiring lock "refresh_cache-9183a3f7-2a06-4ced-bb03-678276db88d7" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.946416] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Acquired lock "refresh_cache-9183a3f7-2a06-4ced-bb03-678276db88d7" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.946416] env[63070]: DEBUG nova.network.neutron [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.056218] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.056437] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.056611] env[63070]: DEBUG nova.network.neutron [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.099472] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3911697c-9d4d-46f7-89aa-f551c51bb845 tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6f098c7-4ce7-440f-9b44-1eecdb8b6c27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.959s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.197565] env[63070]: DEBUG nova.network.neutron [-] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.329743] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cf9e7f-d36d-2d3b-6f50-d805962a20b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.330549] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb5c4a8-24fb-4029-9358-0553568d89fd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.336464] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1508.336464] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523095ad-587c-ba2f-4276-e62fdc3dcf4c" [ 1508.336464] env[63070]: _type = "Task" [ 1508.336464] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.344166] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523095ad-587c-ba2f-4276-e62fdc3dcf4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.391724] env[63070]: DEBUG oslo_concurrency.lockutils [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] Releasing lock "refresh_cache-3e505c86-f99e-4b3b-bc66-0b44d5b0231d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.392055] env[63070]: DEBUG nova.compute.manager [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Received event network-changed-ed6dbd51-0d37-4771-b841-102588ea5230 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1508.392240] env[63070]: DEBUG nova.compute.manager [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Refreshing instance network info cache due to event network-changed-ed6dbd51-0d37-4771-b841-102588ea5230. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1508.392456] env[63070]: DEBUG oslo_concurrency.lockutils [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] Acquiring lock "refresh_cache-c55b02dc-6fdd-4638-a013-56a0d090a379" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.392597] env[63070]: DEBUG oslo_concurrency.lockutils [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] Acquired lock "refresh_cache-c55b02dc-6fdd-4638-a013-56a0d090a379" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.392757] env[63070]: DEBUG nova.network.neutron [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Refreshing network info cache for port ed6dbd51-0d37-4771-b841-102588ea5230 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.490964] env[63070]: DEBUG nova.network.neutron [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.640562] env[63070]: DEBUG nova.network.neutron [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Updating instance_info_cache with network_info: [{"id": "9e5e81a7-d736-4e0c-9de8-1344957fb2d4", "address": "fa:16:3e:0c:ca:75", "network": {"id": "b0f87ccd-e33a-4492-bc59-97bd6a6ec88b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-487980803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0165f7eddbf41ac82adaf194eec2fa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5e81a7-d7", "ovs_interfaceid": "9e5e81a7-d736-4e0c-9de8-1344957fb2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.703476] env[63070]: DEBUG nova.compute.manager [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.704064] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.704277] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.704427] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.704597] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.704734] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.704872] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.705083] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.705237] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.705391] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.705569] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.705812] env[63070]: DEBUG nova.virt.hardware [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.711522] env[63070]: INFO nova.compute.manager [-] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Took 1.34 seconds to deallocate network for instance. [ 1508.711522] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eba0c53-f7bc-4406-9479-e57a1b8f97be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.727660] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e15f60-bfde-4144-bfc9-fc2f3481f425 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.843529] env[63070]: DEBUG nova.network.neutron [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance_info_cache with network_info: [{"id": "2f4827f4-4a2c-4553-a965-cff73017d360", "address": "fa:16:3e:3c:55:aa", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4827f4-4a", "ovs_interfaceid": "2f4827f4-4a2c-4553-a965-cff73017d360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.850677] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523095ad-587c-ba2f-4276-e62fdc3dcf4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010143} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.852625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.852625] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c55b02dc-6fdd-4638-a013-56a0d090a379/c55b02dc-6fdd-4638-a013-56a0d090a379.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1508.852880] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bd7ce12-a67e-469b-bf42-aebf45e951f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.861771] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1508.861771] env[63070]: value = "task-1770585" [ 1508.861771] env[63070]: _type = "Task" [ 1508.861771] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.871455] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.103152] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4101b9e7-e414-437b-bd26-44f930f1fce1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.111247] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718fdf6b-087a-4145-9b84-bde03d581b5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.146506] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Releasing lock "refresh_cache-9183a3f7-2a06-4ced-bb03-678276db88d7" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.146827] env[63070]: DEBUG nova.compute.manager [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Instance network_info: |[{"id": "9e5e81a7-d736-4e0c-9de8-1344957fb2d4", "address": "fa:16:3e:0c:ca:75", "network": {"id": "b0f87ccd-e33a-4492-bc59-97bd6a6ec88b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-487980803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0165f7eddbf41ac82adaf194eec2fa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5e81a7-d7", "ovs_interfaceid": "9e5e81a7-d736-4e0c-9de8-1344957fb2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1509.150903] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ca:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e5e81a7-d736-4e0c-9de8-1344957fb2d4', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.158660] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Creating folder: Project (f0165f7eddbf41ac82adaf194eec2fa9). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1509.159521] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc29dd3d-b944-40f9-93e7-3aae1e84a60e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.162309] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b42ee15e-826b-4b45-8c65-998302ef4f63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.172109] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3291fa73-438d-4338-af17-dcfd4d4bd6e4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.177856] env[63070]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1509.178090] env[63070]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63070) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1509.178766] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Folder already exists: Project (f0165f7eddbf41ac82adaf194eec2fa9). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1509.178953] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Creating folder: Instances. Parent ref: group-v367638. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1509.180537] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8d2f9fd-08ef-44df-83e8-e32cd5ad2ee2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.189470] env[63070]: DEBUG nova.compute.provider_tree [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.199729] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Created folder: Instances in parent group-v367638. [ 1509.200357] env[63070]: DEBUG oslo.service.loopingcall [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1509.203158] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.203158] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ae34eec-9945-4ad6-9c7b-5188d7f81160 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.220807] env[63070]: DEBUG nova.compute.manager [req-2ddba951-fb44-490d-8241-3f3b19653d26 req-38421ffc-61bc-428c-b92e-21896b82a971 service nova] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Received event network-vif-deleted-1bb91ec5-7048-4db9-8703-86a787e13383 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1509.221850] env[63070]: DEBUG nova.network.neutron [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Updated VIF entry in instance network info cache for port ed6dbd51-0d37-4771-b841-102588ea5230. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.222430] env[63070]: DEBUG nova.network.neutron [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Updating instance_info_cache with network_info: [{"id": "ed6dbd51-0d37-4771-b841-102588ea5230", "address": "fa:16:3e:3d:96:b1", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6dbd51-0d", "ovs_interfaceid": "ed6dbd51-0d37-4771-b841-102588ea5230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.224356] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.226654] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.226654] env[63070]: value = "task-1770588" [ 1509.226654] env[63070]: _type = "Task" [ 1509.226654] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.239839] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770588, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.351763] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.372885] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47223} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.372885] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c55b02dc-6fdd-4638-a013-56a0d090a379/c55b02dc-6fdd-4638-a013-56a0d090a379.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1509.372885] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1509.373110] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2980b002-528a-483a-8e79-2a95582b7ab5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.379219] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1509.379219] env[63070]: value = "task-1770589" [ 1509.379219] env[63070]: _type = "Task" [ 1509.379219] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.387113] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.411372] env[63070]: DEBUG nova.compute.manager [req-abc27814-69e5-4f2d-be11-89d4e9f881bc req-74e6c351-8aa7-4cc2-89a1-aae9bb384675 service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Received event network-changed-9e5e81a7-d736-4e0c-9de8-1344957fb2d4 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1509.411584] env[63070]: DEBUG nova.compute.manager [req-abc27814-69e5-4f2d-be11-89d4e9f881bc req-74e6c351-8aa7-4cc2-89a1-aae9bb384675 service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Refreshing instance network info cache due to event network-changed-9e5e81a7-d736-4e0c-9de8-1344957fb2d4. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1509.411830] env[63070]: DEBUG oslo_concurrency.lockutils [req-abc27814-69e5-4f2d-be11-89d4e9f881bc req-74e6c351-8aa7-4cc2-89a1-aae9bb384675 service nova] Acquiring lock "refresh_cache-9183a3f7-2a06-4ced-bb03-678276db88d7" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.411997] env[63070]: DEBUG oslo_concurrency.lockutils [req-abc27814-69e5-4f2d-be11-89d4e9f881bc req-74e6c351-8aa7-4cc2-89a1-aae9bb384675 service nova] Acquired lock "refresh_cache-9183a3f7-2a06-4ced-bb03-678276db88d7" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.412192] env[63070]: DEBUG nova.network.neutron [req-abc27814-69e5-4f2d-be11-89d4e9f881bc req-74e6c351-8aa7-4cc2-89a1-aae9bb384675 service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Refreshing network info cache for port 9e5e81a7-d736-4e0c-9de8-1344957fb2d4 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.580629] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "d6857835-31a5-47da-a63d-245672f30cb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.580931] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6857835-31a5-47da-a63d-245672f30cb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.581165] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "d6857835-31a5-47da-a63d-245672f30cb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.581382] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6857835-31a5-47da-a63d-245672f30cb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.581555] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6857835-31a5-47da-a63d-245672f30cb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.583627] env[63070]: INFO nova.compute.manager [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Terminating instance [ 1509.693018] env[63070]: DEBUG nova.scheduler.client.report [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.727512] env[63070]: DEBUG oslo_concurrency.lockutils [req-fb2b238b-83d8-4e19-806c-eade57af236d req-6844db7e-ebc9-46a7-98c6-02ee6c7f17e5 service nova] Releasing lock "refresh_cache-c55b02dc-6fdd-4638-a013-56a0d090a379" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.736470] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770588, 'name': CreateVM_Task, 'duration_secs': 0.379709} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.736630] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.737314] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'a56d4caf-a899-40c8-8ee2-3d472098959f', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367650', 'volume_id': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'name': 'volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9183a3f7-2a06-4ced-bb03-678276db88d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'serial': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a'}, 'volume_type': None}], 'swap': None} {{(pid=63070) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1509.737520] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Root volume attach. Driver type: vmdk {{(pid=63070) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1509.738330] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8141dfef-cfc0-46fe-9f77-454bdd881aa7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.745844] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b187ed-8cc1-4f61-93f0-aec506be9fff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.751304] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d936a0cd-cdf6-484c-afa9-1681d3d83dc4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.756737] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d16f47ec-86af-460b-b91c-87d47cb0b6e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.763226] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for the task: (returnval){ [ 1509.763226] env[63070]: value = "task-1770590" [ 1509.763226] env[63070]: _type = "Task" [ 1509.763226] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.770124] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770590, 'name': RelocateVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.778961] env[63070]: DEBUG oslo_concurrency.lockutils [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "15a90e03-5481-404e-828d-2ed1dfe6469a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.779251] env[63070]: DEBUG oslo_concurrency.lockutils [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "15a90e03-5481-404e-828d-2ed1dfe6469a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.779488] env[63070]: DEBUG oslo_concurrency.lockutils [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "15a90e03-5481-404e-828d-2ed1dfe6469a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.779682] env[63070]: DEBUG oslo_concurrency.lockutils [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "15a90e03-5481-404e-828d-2ed1dfe6469a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.779850] env[63070]: DEBUG oslo_concurrency.lockutils [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "15a90e03-5481-404e-828d-2ed1dfe6469a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.781804] env[63070]: INFO nova.compute.manager [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Terminating instance [ 1509.888924] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064424} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.889240] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.890038] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42842e67-7659-4a98-a6c9-dd7861290bc0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.912277] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] c55b02dc-6fdd-4638-a013-56a0d090a379/c55b02dc-6fdd-4638-a013-56a0d090a379.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.913330] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2f045d-4cbb-473c-870c-bf1f736ba384 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.935663] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1509.935663] env[63070]: value = "task-1770591" [ 1509.935663] env[63070]: _type = "Task" [ 1509.935663] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.944232] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.088233] env[63070]: DEBUG nova.compute.manager [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.088362] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.089541] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38556064-fddc-4400-a2a9-b41ff22f2101 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.097852] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.098121] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c08a91c-de9b-4361-b9e7-efc965c58c40 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.104170] env[63070]: DEBUG oslo_vmware.api [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1510.104170] env[63070]: value = "task-1770592" [ 1510.104170] env[63070]: _type = "Task" [ 1510.104170] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.112022] env[63070]: DEBUG oslo_vmware.api [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.174639] env[63070]: DEBUG nova.network.neutron [req-abc27814-69e5-4f2d-be11-89d4e9f881bc req-74e6c351-8aa7-4cc2-89a1-aae9bb384675 service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Updated VIF entry in instance network info cache for port 9e5e81a7-d736-4e0c-9de8-1344957fb2d4. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.174999] env[63070]: DEBUG nova.network.neutron [req-abc27814-69e5-4f2d-be11-89d4e9f881bc req-74e6c351-8aa7-4cc2-89a1-aae9bb384675 service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Updating instance_info_cache with network_info: [{"id": "9e5e81a7-d736-4e0c-9de8-1344957fb2d4", "address": "fa:16:3e:0c:ca:75", "network": {"id": "b0f87ccd-e33a-4492-bc59-97bd6a6ec88b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-487980803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0165f7eddbf41ac82adaf194eec2fa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5e81a7-d7", "ovs_interfaceid": "9e5e81a7-d736-4e0c-9de8-1344957fb2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.197769] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.198321] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1510.200804] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.867s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.201063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.203044] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.510s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.204867] env[63070]: INFO nova.compute.claims [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1510.236958] env[63070]: INFO nova.scheduler.client.report [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Deleted allocations for instance 01a1da0b-19d8-48b5-802a-9bf3a3661a49 [ 1510.274562] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770590, 'name': RelocateVM_Task} progress is 20%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.285238] env[63070]: DEBUG nova.compute.manager [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.285446] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.287225] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca9d204-9c9c-47bb-a7ee-9d55eeb1b67f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.293880] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.294135] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d6a3f70-ebb9-439a-81b8-0755e6c5010e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.304549] env[63070]: DEBUG oslo_vmware.api [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1510.304549] env[63070]: value = "task-1770593" [ 1510.304549] env[63070]: _type = "Task" [ 1510.304549] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.311305] env[63070]: DEBUG oslo_vmware.api [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.462571] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.615548] env[63070]: DEBUG oslo_vmware.api [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770592, 'name': PowerOffVM_Task, 'duration_secs': 0.380786} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.615700] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.616065] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.616222] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0defa82-aa79-4a23-812d-75df683607f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.680050] env[63070]: DEBUG oslo_concurrency.lockutils [req-abc27814-69e5-4f2d-be11-89d4e9f881bc req-74e6c351-8aa7-4cc2-89a1-aae9bb384675 service nova] Releasing lock "refresh_cache-9183a3f7-2a06-4ced-bb03-678276db88d7" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.713815] env[63070]: DEBUG nova.compute.utils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1510.715451] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1510.715655] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1510.718826] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.719033] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.719218] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Deleting the datastore file [datastore1] d6857835-31a5-47da-a63d-245672f30cb4 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.723161] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd7904cd-07af-438b-b75c-1b89e54c8cc2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.730789] env[63070]: DEBUG oslo_vmware.api [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1510.730789] env[63070]: value = "task-1770595" [ 1510.730789] env[63070]: _type = "Task" [ 1510.730789] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.744304] env[63070]: DEBUG oslo_vmware.api [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.744753] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a451d1-fdc1-45e5-a12d-4f76b0d283e0 tempest-ServerShowV247Test-1860654962 tempest-ServerShowV247Test-1860654962-project-member] Lock "01a1da0b-19d8-48b5-802a-9bf3a3661a49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.630s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.773455] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770590, 'name': RelocateVM_Task, 'duration_secs': 0.554386} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.773788] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1510.774035] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367650', 'volume_id': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'name': 'volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9183a3f7-2a06-4ced-bb03-678276db88d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'serial': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1510.774808] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600f950d-ca1a-431f-9907-12c174e45fc2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.791223] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a802c61-f000-4473-b2ac-43b1228d4caa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.794918] env[63070]: DEBUG nova.policy [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a5d72d5e8ca4582a1223766f2fb6f4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f3ae3e6bca4723bccfa35228b7cc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1510.817082] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a/volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.820749] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5227d2e8-931e-41e7-9821-2a134c59a55f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.842464] env[63070]: DEBUG oslo_vmware.api [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770593, 'name': PowerOffVM_Task, 'duration_secs': 0.250842} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.843642] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.843805] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.844116] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for the task: (returnval){ [ 1510.844116] env[63070]: value = "task-1770596" [ 1510.844116] env[63070]: _type = "Task" [ 1510.844116] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.844310] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0db018d6-744b-4200-b4ee-2a06dcde47df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.854662] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.868779] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d5c6a1-676d-4c4e-a404-10474029ec63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.891404] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance '0cd4fefd-cbde-4ad2-b229-5979b1571b33' progress to 0 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1510.946665] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770591, 'name': ReconfigVM_Task, 'duration_secs': 0.640177} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.947982] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Reconfigured VM instance instance-00000034 to attach disk [datastore1] c55b02dc-6fdd-4638-a013-56a0d090a379/c55b02dc-6fdd-4638-a013-56a0d090a379.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.948658] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e175687-7cd9-4396-b417-82c3fdf67930 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.953694] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.953907] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.954084] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Deleting the datastore file [datastore1] 15a90e03-5481-404e-828d-2ed1dfe6469a {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.954328] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c2b43e-3321-4057-b4ba-d56a876ecb9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.958064] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1510.958064] env[63070]: value = "task-1770598" [ 1510.958064] env[63070]: _type = "Task" [ 1510.958064] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.963771] env[63070]: DEBUG oslo_vmware.api [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for the task: (returnval){ [ 1510.963771] env[63070]: value = "task-1770599" [ 1510.963771] env[63070]: _type = "Task" [ 1510.963771] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.968097] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770598, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.975377] env[63070]: DEBUG oslo_vmware.api [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.220208] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1511.241023] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Successfully created port: f47a1d3b-7358-4adb-b074-0656b8eaed8e {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1511.244959] env[63070]: DEBUG oslo_vmware.api [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135829} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.246076] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.246318] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.246910] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.246910] env[63070]: INFO nova.compute.manager [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1511.247209] env[63070]: DEBUG oslo.service.loopingcall [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.247917] env[63070]: DEBUG nova.compute.manager [-] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.248162] env[63070]: DEBUG nova.network.neutron [-] [instance: d6857835-31a5-47da-a63d-245672f30cb4] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.360499] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770596, 'name': ReconfigVM_Task, 'duration_secs': 0.286313} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.360911] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a/volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.369147] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d362f6e-0dda-42cd-b178-979182336dcb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.385627] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for the task: (returnval){ [ 1511.385627] env[63070]: value = "task-1770600" [ 1511.385627] env[63070]: _type = "Task" [ 1511.385627] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.398943] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.402501] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff265567-8a95-40e7-9602-a59ff3c0a217 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.406178] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.409748] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1511.409748] env[63070]: value = "task-1770601" [ 1511.409748] env[63070]: _type = "Task" [ 1511.409748] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.422279] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.480475] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770598, 'name': Rename_Task, 'duration_secs': 0.155961} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.486444] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.486870] env[63070]: DEBUG oslo_vmware.api [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Task: {'id': task-1770599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170018} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.487309] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a77e7fdc-3469-4398-aa82-927a4fdfd901 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.489860] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.489860] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.490050] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.490209] env[63070]: INFO nova.compute.manager [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1511.490448] env[63070]: DEBUG oslo.service.loopingcall [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.490687] env[63070]: DEBUG nova.compute.manager [-] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.490851] env[63070]: DEBUG nova.network.neutron [-] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.499960] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1511.499960] env[63070]: value = "task-1770602" [ 1511.499960] env[63070]: _type = "Task" [ 1511.499960] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.519868] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.717541] env[63070]: DEBUG nova.compute.manager [req-18dbed6d-7a0b-4f15-a64f-9fea225b01d4 req-2105615b-a794-48f6-86bb-c85e4d85b65a service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Received event network-vif-deleted-011949db-2422-42b5-baac-3b3a6e771f4f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1511.717735] env[63070]: INFO nova.compute.manager [req-18dbed6d-7a0b-4f15-a64f-9fea225b01d4 req-2105615b-a794-48f6-86bb-c85e4d85b65a service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Neutron deleted interface 011949db-2422-42b5-baac-3b3a6e771f4f; detaching it from the instance and deleting it from the info cache [ 1511.717904] env[63070]: DEBUG nova.network.neutron [req-18dbed6d-7a0b-4f15-a64f-9fea225b01d4 req-2105615b-a794-48f6-86bb-c85e4d85b65a service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.814985] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6cc94a-2931-4339-a519-ae01796dc980 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.823238] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c4b7ce-6359-41e4-b1fd-8a56cdee0c02 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.854373] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63116cf8-27a2-471f-aa44-f24e7b4a465c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.862128] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10400ea6-6869-4678-aaf3-4cb2ff0a7571 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.875569] env[63070]: DEBUG nova.compute.provider_tree [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1511.895659] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770600, 'name': ReconfigVM_Task, 'duration_secs': 0.157927} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.895970] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367650', 'volume_id': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'name': 'volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9183a3f7-2a06-4ced-bb03-678276db88d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'serial': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1511.896520] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61cbe47e-2420-489c-ac66-695dd9964d58 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.902621] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for the task: (returnval){ [ 1511.902621] env[63070]: value = "task-1770603" [ 1511.902621] env[63070]: _type = "Task" [ 1511.902621] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.910940] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770603, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.919008] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770601, 'name': PowerOffVM_Task, 'duration_secs': 0.20434} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.919268] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.919466] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance '0cd4fefd-cbde-4ad2-b229-5979b1571b33' progress to 17 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1512.012883] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770602, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.147795] env[63070]: DEBUG nova.network.neutron [-] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.223332] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56bb396b-4bb1-4335-b840-c38c4df71018 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.231015] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1512.236268] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0e981c-41d3-47b8-af2e-a76670359319 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.257650] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1512.257899] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.258070] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1512.258263] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.258558] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1512.258558] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1512.258748] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1512.258904] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1512.259103] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1512.259274] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1512.259449] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1512.260289] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ec4fb5-cb5c-4754-b369-6eb89aa441a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.274219] env[63070]: DEBUG nova.compute.manager [req-18dbed6d-7a0b-4f15-a64f-9fea225b01d4 req-2105615b-a794-48f6-86bb-c85e4d85b65a service nova] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Detach interface failed, port_id=011949db-2422-42b5-baac-3b3a6e771f4f, reason: Instance d6857835-31a5-47da-a63d-245672f30cb4 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1512.279634] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de9906-09f6-4fb3-b6d2-c0ec45354af2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.304453] env[63070]: DEBUG nova.network.neutron [-] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.396540] env[63070]: ERROR nova.scheduler.client.report [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [req-ee055a2b-da9d-4d86-8eae-249230ed1125] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ee055a2b-da9d-4d86-8eae-249230ed1125"}]} [ 1512.412216] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770603, 'name': Rename_Task, 'duration_secs': 0.13141} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.413259] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.413259] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9353cbd-44d2-43eb-b83e-4c048762803f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.414945] env[63070]: DEBUG nova.scheduler.client.report [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1512.421339] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for the task: (returnval){ [ 1512.421339] env[63070]: value = "task-1770604" [ 1512.421339] env[63070]: _type = "Task" [ 1512.421339] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.426271] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1512.426625] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.426787] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1512.426973] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.427128] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1512.427274] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1512.427470] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1512.427626] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1512.427789] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1512.427945] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1512.428127] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1512.433986] env[63070]: DEBUG nova.scheduler.client.report [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1512.434225] env[63070]: DEBUG nova.compute.provider_tree [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1512.436125] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-812ba033-6718-4d75-a86a-dc68d64098a0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.452752] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.454342] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1512.454342] env[63070]: value = "task-1770605" [ 1512.454342] env[63070]: _type = "Task" [ 1512.454342] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.458862] env[63070]: DEBUG nova.scheduler.client.report [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1512.468708] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.481649] env[63070]: DEBUG nova.scheduler.client.report [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1512.514547] env[63070]: DEBUG oslo_vmware.api [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770602, 'name': PowerOnVM_Task, 'duration_secs': 0.615458} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.514830] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1512.515049] env[63070]: INFO nova.compute.manager [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1512.515236] env[63070]: DEBUG nova.compute.manager [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.516062] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7667f30c-1530-4dac-a0ba-a307bfffb32e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.651679] env[63070]: INFO nova.compute.manager [-] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Took 1.40 seconds to deallocate network for instance. [ 1512.807216] env[63070]: INFO nova.compute.manager [-] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Took 1.32 seconds to deallocate network for instance. [ 1512.874830] env[63070]: DEBUG nova.compute.manager [req-96f0c27d-a7fc-4c0e-ac04-048542ef5296 req-c1bae19f-6b94-4d27-a3d8-340fcb17a1ec service nova] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Received event network-vif-plugged-f47a1d3b-7358-4adb-b074-0656b8eaed8e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1512.875066] env[63070]: DEBUG oslo_concurrency.lockutils [req-96f0c27d-a7fc-4c0e-ac04-048542ef5296 req-c1bae19f-6b94-4d27-a3d8-340fcb17a1ec service nova] Acquiring lock "2885b496-748d-4162-9f7c-995690b3b87c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.875350] env[63070]: DEBUG oslo_concurrency.lockutils [req-96f0c27d-a7fc-4c0e-ac04-048542ef5296 req-c1bae19f-6b94-4d27-a3d8-340fcb17a1ec service nova] Lock "2885b496-748d-4162-9f7c-995690b3b87c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.875530] env[63070]: DEBUG oslo_concurrency.lockutils [req-96f0c27d-a7fc-4c0e-ac04-048542ef5296 req-c1bae19f-6b94-4d27-a3d8-340fcb17a1ec service nova] Lock "2885b496-748d-4162-9f7c-995690b3b87c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.875703] env[63070]: DEBUG nova.compute.manager [req-96f0c27d-a7fc-4c0e-ac04-048542ef5296 req-c1bae19f-6b94-4d27-a3d8-340fcb17a1ec service nova] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] No waiting events found dispatching network-vif-plugged-f47a1d3b-7358-4adb-b074-0656b8eaed8e {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1512.875868] env[63070]: WARNING nova.compute.manager [req-96f0c27d-a7fc-4c0e-ac04-048542ef5296 req-c1bae19f-6b94-4d27-a3d8-340fcb17a1ec service nova] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Received unexpected event network-vif-plugged-f47a1d3b-7358-4adb-b074-0656b8eaed8e for instance with vm_state building and task_state spawning. [ 1512.933286] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770604, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.964167] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770605, 'name': ReconfigVM_Task, 'duration_secs': 0.312686} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.964926] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Successfully updated port: f47a1d3b-7358-4adb-b074-0656b8eaed8e {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.966338] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance '0cd4fefd-cbde-4ad2-b229-5979b1571b33' progress to 33 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1513.039334] env[63070]: INFO nova.compute.manager [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Took 55.59 seconds to build instance. [ 1513.079236] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1906bfcd-d607-4ac4-b8e2-791cd7cc4943 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.086836] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba28789-dada-4614-bc0b-1d1c6ec788cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.122168] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ab2692-9681-45b5-ba18-0315fdf86558 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.130568] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bae39ec-306d-4844-8604-30b57ff198b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.144404] env[63070]: DEBUG nova.compute.provider_tree [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.157219] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.314675] env[63070]: DEBUG oslo_concurrency.lockutils [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.434064] env[63070]: DEBUG oslo_vmware.api [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1770604, 'name': PowerOnVM_Task, 'duration_secs': 0.773374} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.434353] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.434554] env[63070]: INFO nova.compute.manager [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Took 4.73 seconds to spawn the instance on the hypervisor. [ 1513.434729] env[63070]: DEBUG nova.compute.manager [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.435499] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f7fde6-48bd-4349-851f-95650c9ea5e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.471114] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "refresh_cache-2885b496-748d-4162-9f7c-995690b3b87c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.471114] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "refresh_cache-2885b496-748d-4162-9f7c-995690b3b87c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.471114] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1513.474231] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T20:13:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8e239335-6b02-44e7-a96e-416a771e9f4d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1774010384',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1513.474572] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1513.474786] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1513.475072] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1513.475271] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1513.475476] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1513.475708] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1513.476065] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1513.476335] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1513.476558] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1513.476759] env[63070]: DEBUG nova.virt.hardware [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1513.482267] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1513.483660] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-973449f6-1122-4ee7-bc42-6890118eef24 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.496772] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "c55b02dc-6fdd-4638-a013-56a0d090a379" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.503846] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1513.503846] env[63070]: value = "task-1770606" [ 1513.503846] env[63070]: _type = "Task" [ 1513.503846] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.512148] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.541872] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1b9b2b-f483-46b8-b6c7-80cc949ecc53 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "c55b02dc-6fdd-4638-a013-56a0d090a379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.406s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.543569] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "c55b02dc-6fdd-4638-a013-56a0d090a379" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.047s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.543867] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "c55b02dc-6fdd-4638-a013-56a0d090a379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.544149] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "c55b02dc-6fdd-4638-a013-56a0d090a379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.544389] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "c55b02dc-6fdd-4638-a013-56a0d090a379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.546719] env[63070]: INFO nova.compute.manager [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Terminating instance [ 1513.680837] env[63070]: DEBUG nova.scheduler.client.report [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1513.681159] env[63070]: DEBUG nova.compute.provider_tree [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 81 to 82 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1513.681345] env[63070]: DEBUG nova.compute.provider_tree [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.744770] env[63070]: DEBUG nova.compute.manager [req-bc0fdfdc-ff48-4922-a92b-bf28f04a76b2 req-c01ce8e6-b006-4bf8-82d5-d73bcc839ff3 service nova] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Received event network-vif-deleted-ee14cb4e-bb63-4d9d-a4ad-3e53e2f40ba7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1513.956579] env[63070]: INFO nova.compute.manager [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Took 55.40 seconds to build instance. [ 1514.013488] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770606, 'name': ReconfigVM_Task, 'duration_secs': 0.23114} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.013812] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1514.014618] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1514.016825] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a4114f-8676-418e-b67e-7e3f1f8ad94c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.040184] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 0cd4fefd-cbde-4ad2-b229-5979b1571b33/0cd4fefd-cbde-4ad2-b229-5979b1571b33.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.042833] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04413df3-add4-4d86-b640-06311b2438fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.055512] env[63070]: DEBUG nova.compute.manager [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1514.058233] env[63070]: DEBUG nova.compute.manager [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.058428] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.059747] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4135429b-6c38-43b8-bab5-9fe5201d3db6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.067496] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.067940] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78dbd0c4-6523-4ecd-8519-3a9a3443d47b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.075035] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1514.075035] env[63070]: value = "task-1770607" [ 1514.075035] env[63070]: _type = "Task" [ 1514.075035] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.076224] env[63070]: DEBUG oslo_vmware.api [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1514.076224] env[63070]: value = "task-1770608" [ 1514.076224] env[63070]: _type = "Task" [ 1514.076224] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.090632] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.090885] env[63070]: DEBUG oslo_vmware.api [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.187082] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.984s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.187260] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1514.190344] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.527s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.190547] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.193978] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.247s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.196290] env[63070]: INFO nova.compute.claims [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.216744] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Updating instance_info_cache with network_info: [{"id": "f47a1d3b-7358-4adb-b074-0656b8eaed8e", "address": "fa:16:3e:7a:ca:51", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47a1d3b-73", "ovs_interfaceid": "f47a1d3b-7358-4adb-b074-0656b8eaed8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.229485] env[63070]: INFO nova.scheduler.client.report [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Deleted allocations for instance 53521a81-effa-4be1-8093-c2fb7cf443ce [ 1514.459573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fea085e2-7f02-4e44-b686-66713c035755 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lock "9183a3f7-2a06-4ced-bb03-678276db88d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.676s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.578112] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.594151] env[63070]: DEBUG oslo_vmware.api [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770608, 'name': PowerOffVM_Task, 'duration_secs': 0.201581} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.597151] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.597395] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1514.597671] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770607, 'name': ReconfigVM_Task, 'duration_secs': 0.290598} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.597929] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22cc9ced-f18c-4db8-b412-941385a6ea4c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.599560] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 0cd4fefd-cbde-4ad2-b229-5979b1571b33/0cd4fefd-cbde-4ad2-b229-5979b1571b33.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.599838] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance '0cd4fefd-cbde-4ad2-b229-5979b1571b33' progress to 50 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1514.678607] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1514.678837] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1514.679063] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleting the datastore file [datastore1] c55b02dc-6fdd-4638-a013-56a0d090a379 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1514.679344] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-725fefb8-6db8-49fb-abdf-a62e16885406 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.686599] env[63070]: DEBUG oslo_vmware.api [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1514.686599] env[63070]: value = "task-1770610" [ 1514.686599] env[63070]: _type = "Task" [ 1514.686599] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.694454] env[63070]: DEBUG oslo_vmware.api [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.702904] env[63070]: DEBUG nova.compute.utils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1514.706373] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1514.707027] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1514.719989] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "refresh_cache-2885b496-748d-4162-9f7c-995690b3b87c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.720140] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Instance network_info: |[{"id": "f47a1d3b-7358-4adb-b074-0656b8eaed8e", "address": "fa:16:3e:7a:ca:51", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47a1d3b-73", "ovs_interfaceid": "f47a1d3b-7358-4adb-b074-0656b8eaed8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1514.720781] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:ca:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f47a1d3b-7358-4adb-b074-0656b8eaed8e', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.729637] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Creating folder: Project (d0f3ae3e6bca4723bccfa35228b7cc20). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.730190] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fea12d09-ac4c-4c58-9f79-5bd4d9824bf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.743491] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Created folder: Project (d0f3ae3e6bca4723bccfa35228b7cc20) in parent group-v367531. [ 1514.743709] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Creating folder: Instances. Parent ref: group-v367690. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.744225] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fc12fba9-a7b6-49ee-b893-4e327f559d51 tempest-ServerRescueTestJSON-1140115507 tempest-ServerRescueTestJSON-1140115507-project-member] Lock "53521a81-effa-4be1-8093-c2fb7cf443ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.560s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.745299] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3ce028b-d910-4053-8cf3-64ab5562dfa9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.757717] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Created folder: Instances in parent group-v367690. [ 1514.757971] env[63070]: DEBUG oslo.service.loopingcall [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.758181] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1514.758408] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4394efa-d018-4edf-b4fa-badcbfa07c00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.778319] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.778319] env[63070]: value = "task-1770613" [ 1514.778319] env[63070]: _type = "Task" [ 1514.778319] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.779831] env[63070]: DEBUG nova.policy [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a5d72d5e8ca4582a1223766f2fb6f4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f3ae3e6bca4723bccfa35228b7cc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1514.790363] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770613, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.906212] env[63070]: DEBUG nova.compute.manager [req-d4263c45-3092-4e76-a835-accbda105a3c req-d3b6e171-0169-429e-b76b-70ca0c6240e1 service nova] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Received event network-changed-f47a1d3b-7358-4adb-b074-0656b8eaed8e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1514.906424] env[63070]: DEBUG nova.compute.manager [req-d4263c45-3092-4e76-a835-accbda105a3c req-d3b6e171-0169-429e-b76b-70ca0c6240e1 service nova] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Refreshing instance network info cache due to event network-changed-f47a1d3b-7358-4adb-b074-0656b8eaed8e. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1514.906621] env[63070]: DEBUG oslo_concurrency.lockutils [req-d4263c45-3092-4e76-a835-accbda105a3c req-d3b6e171-0169-429e-b76b-70ca0c6240e1 service nova] Acquiring lock "refresh_cache-2885b496-748d-4162-9f7c-995690b3b87c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.906751] env[63070]: DEBUG oslo_concurrency.lockutils [req-d4263c45-3092-4e76-a835-accbda105a3c req-d3b6e171-0169-429e-b76b-70ca0c6240e1 service nova] Acquired lock "refresh_cache-2885b496-748d-4162-9f7c-995690b3b87c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.906918] env[63070]: DEBUG nova.network.neutron [req-d4263c45-3092-4e76-a835-accbda105a3c req-d3b6e171-0169-429e-b76b-70ca0c6240e1 service nova] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Refreshing network info cache for port f47a1d3b-7358-4adb-b074-0656b8eaed8e {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.962373] env[63070]: DEBUG nova.compute.manager [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.107187] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae201454-19ea-478d-ba1b-e3d962dbab57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.129923] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6303716d-f503-4521-8f7e-ed54f0937045 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.148887] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance '0cd4fefd-cbde-4ad2-b229-5979b1571b33' progress to 67 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1515.197435] env[63070]: DEBUG oslo_vmware.api [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138263} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.197726] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.197914] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.198157] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.198282] env[63070]: INFO nova.compute.manager [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1515.198640] env[63070]: DEBUG oslo.service.loopingcall [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.198694] env[63070]: DEBUG nova.compute.manager [-] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1515.198800] env[63070]: DEBUG nova.network.neutron [-] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.206999] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1515.301609] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770613, 'name': CreateVM_Task, 'duration_secs': 0.409146} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.304560] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1515.305442] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.305604] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.305915] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.306187] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06beb0c-8608-479c-813c-c86b0a228e63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.311564] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1515.311564] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ecb942-b404-6ef2-b4fd-d9490a2884ca" [ 1515.311564] env[63070]: _type = "Task" [ 1515.311564] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.323870] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ecb942-b404-6ef2-b4fd-d9490a2884ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.338450] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Successfully created port: 7468eb45-388c-4719-8bd0-97a546f26e4c {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1515.497052] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.779580] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ab8a5-2896-43e0-bbbd-6c136169a1d3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.784125] env[63070]: DEBUG nova.network.neutron [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Port 2f4827f4-4a2c-4553-a965-cff73017d360 binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1515.793458] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a2abb-e25f-41ec-9bf5-46c4a6591212 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.832098] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b654d5a-7723-4f69-96b1-e327fd4dbf02 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.844132] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b59025-6629-404b-9434-5ccc86e352b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.848787] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ecb942-b404-6ef2-b4fd-d9490a2884ca, 'name': SearchDatastore_Task, 'duration_secs': 0.044151} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.849368] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.849615] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.849873] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.849985] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.850172] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.850831] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5897450-8a17-49d4-9384-81759a11e8fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.862309] env[63070]: DEBUG nova.compute.provider_tree [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.869901] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.870104] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.871457] env[63070]: DEBUG nova.network.neutron [req-d4263c45-3092-4e76-a835-accbda105a3c req-d3b6e171-0169-429e-b76b-70ca0c6240e1 service nova] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Updated VIF entry in instance network info cache for port f47a1d3b-7358-4adb-b074-0656b8eaed8e. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.872087] env[63070]: DEBUG nova.network.neutron [req-d4263c45-3092-4e76-a835-accbda105a3c req-d3b6e171-0169-429e-b76b-70ca0c6240e1 service nova] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Updating instance_info_cache with network_info: [{"id": "f47a1d3b-7358-4adb-b074-0656b8eaed8e", "address": "fa:16:3e:7a:ca:51", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47a1d3b-73", "ovs_interfaceid": "f47a1d3b-7358-4adb-b074-0656b8eaed8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.873128] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a2d324-a8c8-4786-ae0a-f33f2445c4d3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.879194] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1515.879194] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c924fd-ad6d-edfc-6686-08813ecb5b52" [ 1515.879194] env[63070]: _type = "Task" [ 1515.879194] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.887906] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c924fd-ad6d-edfc-6686-08813ecb5b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.121631] env[63070]: DEBUG nova.compute.manager [req-ca9c9fb7-f9a8-43a6-bc7e-66b03a2bef3a req-91902e41-7419-40fb-93ab-85a438838d2b service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Received event network-changed-9e5e81a7-d736-4e0c-9de8-1344957fb2d4 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1516.121798] env[63070]: DEBUG nova.compute.manager [req-ca9c9fb7-f9a8-43a6-bc7e-66b03a2bef3a req-91902e41-7419-40fb-93ab-85a438838d2b service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Refreshing instance network info cache due to event network-changed-9e5e81a7-d736-4e0c-9de8-1344957fb2d4. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1516.122017] env[63070]: DEBUG oslo_concurrency.lockutils [req-ca9c9fb7-f9a8-43a6-bc7e-66b03a2bef3a req-91902e41-7419-40fb-93ab-85a438838d2b service nova] Acquiring lock "refresh_cache-9183a3f7-2a06-4ced-bb03-678276db88d7" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.122173] env[63070]: DEBUG oslo_concurrency.lockutils [req-ca9c9fb7-f9a8-43a6-bc7e-66b03a2bef3a req-91902e41-7419-40fb-93ab-85a438838d2b service nova] Acquired lock "refresh_cache-9183a3f7-2a06-4ced-bb03-678276db88d7" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.122329] env[63070]: DEBUG nova.network.neutron [req-ca9c9fb7-f9a8-43a6-bc7e-66b03a2bef3a req-91902e41-7419-40fb-93ab-85a438838d2b service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Refreshing network info cache for port 9e5e81a7-d736-4e0c-9de8-1344957fb2d4 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1516.225603] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1516.255969] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1516.256282] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.256438] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1516.256627] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.256772] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1516.256915] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1516.257136] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1516.257292] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1516.257457] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1516.257659] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1516.257871] env[63070]: DEBUG nova.virt.hardware [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1516.258737] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb07653-35b7-4aa0-a1a7-a1ad8a2b800c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.267699] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1564c327-ba50-4df4-9d83-916fd1a6486f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.365247] env[63070]: DEBUG nova.scheduler.client.report [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.376627] env[63070]: DEBUG oslo_concurrency.lockutils [req-d4263c45-3092-4e76-a835-accbda105a3c req-d3b6e171-0169-429e-b76b-70ca0c6240e1 service nova] Releasing lock "refresh_cache-2885b496-748d-4162-9f7c-995690b3b87c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.391371] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c924fd-ad6d-edfc-6686-08813ecb5b52, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.392194] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf03968-c851-42f0-af78-285e0dc46b55 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.398278] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1516.398278] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e9bd15-28a6-8a00-3847-b3ff347bd4ba" [ 1516.398278] env[63070]: _type = "Task" [ 1516.398278] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.406172] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e9bd15-28a6-8a00-3847-b3ff347bd4ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.414539] env[63070]: DEBUG nova.network.neutron [-] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.809891] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.810180] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.810350] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.873019] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.873019] env[63070]: DEBUG nova.compute.manager [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1516.873802] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.470s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.877096] env[63070]: INFO nova.compute.claims [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1516.890862] env[63070]: DEBUG nova.network.neutron [req-ca9c9fb7-f9a8-43a6-bc7e-66b03a2bef3a req-91902e41-7419-40fb-93ab-85a438838d2b service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Updated VIF entry in instance network info cache for port 9e5e81a7-d736-4e0c-9de8-1344957fb2d4. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.891219] env[63070]: DEBUG nova.network.neutron [req-ca9c9fb7-f9a8-43a6-bc7e-66b03a2bef3a req-91902e41-7419-40fb-93ab-85a438838d2b service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Updating instance_info_cache with network_info: [{"id": "9e5e81a7-d736-4e0c-9de8-1344957fb2d4", "address": "fa:16:3e:0c:ca:75", "network": {"id": "b0f87ccd-e33a-4492-bc59-97bd6a6ec88b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-487980803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0165f7eddbf41ac82adaf194eec2fa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5e81a7-d7", "ovs_interfaceid": "9e5e81a7-d736-4e0c-9de8-1344957fb2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.910256] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e9bd15-28a6-8a00-3847-b3ff347bd4ba, 'name': SearchDatastore_Task, 'duration_secs': 0.032095} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.910561] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.910793] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 2885b496-748d-4162-9f7c-995690b3b87c/2885b496-748d-4162-9f7c-995690b3b87c.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.910998] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f13dc49d-5b4a-4f00-8ac8-f5aac6b30b53 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.917334] env[63070]: INFO nova.compute.manager [-] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Took 1.72 seconds to deallocate network for instance. [ 1516.919692] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1516.919692] env[63070]: value = "task-1770614" [ 1516.919692] env[63070]: _type = "Task" [ 1516.919692] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.933243] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.380415] env[63070]: DEBUG nova.compute.utils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1517.390384] env[63070]: DEBUG nova.compute.manager [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1517.390384] env[63070]: DEBUG nova.network.neutron [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1517.399644] env[63070]: DEBUG oslo_concurrency.lockutils [req-ca9c9fb7-f9a8-43a6-bc7e-66b03a2bef3a req-91902e41-7419-40fb-93ab-85a438838d2b service nova] Releasing lock "refresh_cache-9183a3f7-2a06-4ced-bb03-678276db88d7" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.406971] env[63070]: DEBUG nova.compute.manager [req-a7c167aa-53ac-4362-95b0-3f5cea863e2a req-5daef198-ca18-4763-8431-5cf98f4da69b service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Received event network-vif-plugged-7468eb45-388c-4719-8bd0-97a546f26e4c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1517.406971] env[63070]: DEBUG oslo_concurrency.lockutils [req-a7c167aa-53ac-4362-95b0-3f5cea863e2a req-5daef198-ca18-4763-8431-5cf98f4da69b service nova] Acquiring lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.407203] env[63070]: DEBUG oslo_concurrency.lockutils [req-a7c167aa-53ac-4362-95b0-3f5cea863e2a req-5daef198-ca18-4763-8431-5cf98f4da69b service nova] Lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.407408] env[63070]: DEBUG oslo_concurrency.lockutils [req-a7c167aa-53ac-4362-95b0-3f5cea863e2a req-5daef198-ca18-4763-8431-5cf98f4da69b service nova] Lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.407483] env[63070]: DEBUG nova.compute.manager [req-a7c167aa-53ac-4362-95b0-3f5cea863e2a req-5daef198-ca18-4763-8431-5cf98f4da69b service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] No waiting events found dispatching network-vif-plugged-7468eb45-388c-4719-8bd0-97a546f26e4c {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1517.408068] env[63070]: WARNING nova.compute.manager [req-a7c167aa-53ac-4362-95b0-3f5cea863e2a req-5daef198-ca18-4763-8431-5cf98f4da69b service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Received unexpected event network-vif-plugged-7468eb45-388c-4719-8bd0-97a546f26e4c for instance with vm_state building and task_state spawning. [ 1517.429923] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.434301] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770614, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.461414] env[63070]: DEBUG nova.policy [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c80ae8b46f4340f187cdf7afd80e8150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e006130cfb4451ca03fbf645b112cd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1517.511279] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Successfully updated port: 7468eb45-388c-4719-8bd0-97a546f26e4c {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1517.818846] env[63070]: DEBUG nova.network.neutron [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Successfully created port: ff8b99a3-d931-4a42-908b-6a252a248af6 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1517.859897] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.862696] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.862696] env[63070]: DEBUG nova.network.neutron [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.890979] env[63070]: DEBUG nova.compute.manager [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1517.946667] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592684} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.946667] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 2885b496-748d-4162-9f7c-995690b3b87c/2885b496-748d-4162-9f7c-995690b3b87c.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.946667] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.946915] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-754b2e08-70ed-41cc-8384-6d2185f2f615 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.958885] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1517.958885] env[63070]: value = "task-1770615" [ 1517.958885] env[63070]: _type = "Task" [ 1517.958885] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.972709] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.013884] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "refresh_cache-f2b260f1-1e22-456f-a766-51e2cb7efa6c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.013884] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "refresh_cache-f2b260f1-1e22-456f-a766-51e2cb7efa6c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.013884] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.156964] env[63070]: DEBUG nova.compute.manager [req-a9f72b77-4502-43ad-9d56-e65342d674a8 req-06c84c80-7535-4499-b247-a5e757ae9206 service nova] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Received event network-vif-deleted-ed6dbd51-0d37-4771-b841-102588ea5230 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1518.396754] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fcb713-88d1-4c9e-814c-364eb5472754 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.408205] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712f8c49-f93d-4317-b210-4f6fba9ddd84 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.443242] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff4294b-af5f-45aa-ac8f-4923cefbbeab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.451408] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2125db7a-81a1-4515-aa02-3bfc3416df2f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.467296] env[63070]: DEBUG nova.compute.provider_tree [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.478265] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06667} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.478514] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1518.479358] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deba1ecc-1f5e-44a7-a1a0-f7f336fedd5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.501358] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 2885b496-748d-4162-9f7c-995690b3b87c/2885b496-748d-4162-9f7c-995690b3b87c.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.504126] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce1e99a0-da22-45f0-8f4d-931db6ca0313 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.527131] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1518.527131] env[63070]: value = "task-1770616" [ 1518.527131] env[63070]: _type = "Task" [ 1518.527131] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.535052] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.554814] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1518.708803] env[63070]: DEBUG nova.network.neutron [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Updating instance_info_cache with network_info: [{"id": "7468eb45-388c-4719-8bd0-97a546f26e4c", "address": "fa:16:3e:ba:24:50", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7468eb45-38", "ovs_interfaceid": "7468eb45-388c-4719-8bd0-97a546f26e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.735885] env[63070]: DEBUG nova.network.neutron [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance_info_cache with network_info: [{"id": "2f4827f4-4a2c-4553-a965-cff73017d360", "address": "fa:16:3e:3c:55:aa", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4827f4-4a", "ovs_interfaceid": "2f4827f4-4a2c-4553-a965-cff73017d360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.907282] env[63070]: DEBUG nova.compute.manager [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1518.936061] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.936061] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.936061] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.936061] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.936061] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.936061] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.936061] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.936313] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.936313] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.936482] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.936624] env[63070]: DEBUG nova.virt.hardware [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.937485] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f054c1-fe99-4875-a06d-afa4a4c02866 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.946049] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744849eb-34bf-40be-8bd1-fbdefd83a903 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.974387] env[63070]: DEBUG nova.scheduler.client.report [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.037045] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770616, 'name': ReconfigVM_Task, 'duration_secs': 0.302936} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.037045] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 2885b496-748d-4162-9f7c-995690b3b87c/2885b496-748d-4162-9f7c-995690b3b87c.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.037649] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa331969-a6a2-4309-9f1b-a89ecfec0149 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.045518] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1519.045518] env[63070]: value = "task-1770617" [ 1519.045518] env[63070]: _type = "Task" [ 1519.045518] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.055107] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770617, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.211563] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "refresh_cache-f2b260f1-1e22-456f-a766-51e2cb7efa6c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.211857] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Instance network_info: |[{"id": "7468eb45-388c-4719-8bd0-97a546f26e4c", "address": "fa:16:3e:ba:24:50", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7468eb45-38", "ovs_interfaceid": "7468eb45-388c-4719-8bd0-97a546f26e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1519.212318] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:24:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7468eb45-388c-4719-8bd0-97a546f26e4c', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.220208] env[63070]: DEBUG oslo.service.loopingcall [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.220451] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.220673] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d900e0ea-84d2-4bb5-8f10-4e0f675d1e6d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.244833] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.255495] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.255495] env[63070]: value = "task-1770618" [ 1519.255495] env[63070]: _type = "Task" [ 1519.255495] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.264124] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770618, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.459913] env[63070]: DEBUG nova.network.neutron [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Successfully updated port: ff8b99a3-d931-4a42-908b-6a252a248af6 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1519.479248] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.479813] env[63070]: DEBUG nova.compute.manager [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1519.483596] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.941s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.484266] env[63070]: INFO nova.compute.claims [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1519.555521] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770617, 'name': Rename_Task, 'duration_secs': 0.310091} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.555887] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.556297] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c95f07c3-2f02-4b9a-bb79-067ede1063a3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.566968] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1519.566968] env[63070]: value = "task-1770619" [ 1519.566968] env[63070]: _type = "Task" [ 1519.566968] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.578944] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.585069] env[63070]: DEBUG nova.compute.manager [req-fc979004-5365-4a11-922e-199e6728f3e6 req-74f00e6b-2a88-4e5e-9cdd-75ff105edbf5 service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Received event network-changed-7468eb45-388c-4719-8bd0-97a546f26e4c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1519.585315] env[63070]: DEBUG nova.compute.manager [req-fc979004-5365-4a11-922e-199e6728f3e6 req-74f00e6b-2a88-4e5e-9cdd-75ff105edbf5 service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Refreshing instance network info cache due to event network-changed-7468eb45-388c-4719-8bd0-97a546f26e4c. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1519.585618] env[63070]: DEBUG oslo_concurrency.lockutils [req-fc979004-5365-4a11-922e-199e6728f3e6 req-74f00e6b-2a88-4e5e-9cdd-75ff105edbf5 service nova] Acquiring lock "refresh_cache-f2b260f1-1e22-456f-a766-51e2cb7efa6c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.585863] env[63070]: DEBUG oslo_concurrency.lockutils [req-fc979004-5365-4a11-922e-199e6728f3e6 req-74f00e6b-2a88-4e5e-9cdd-75ff105edbf5 service nova] Acquired lock "refresh_cache-f2b260f1-1e22-456f-a766-51e2cb7efa6c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.586484] env[63070]: DEBUG nova.network.neutron [req-fc979004-5365-4a11-922e-199e6728f3e6 req-74f00e6b-2a88-4e5e-9cdd-75ff105edbf5 service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Refreshing network info cache for port 7468eb45-388c-4719-8bd0-97a546f26e4c {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.769400] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770618, 'name': CreateVM_Task, 'duration_secs': 0.433432} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.769576] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1519.770329] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.770421] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.770779] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1519.771043] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa1e409-c8f1-47d3-8604-29af7d29e000 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.776872] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1519.776872] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a54211-7889-0d0a-013c-74bfcc2d52a4" [ 1519.776872] env[63070]: _type = "Task" [ 1519.776872] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.787381] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a54211-7889-0d0a-013c-74bfcc2d52a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.789150] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02993b5-0c7d-4bc2-b412-f270656ba871 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.811773] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d974f1b-112d-434c-8feb-7253e4a475cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.818928] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance '0cd4fefd-cbde-4ad2-b229-5979b1571b33' progress to 83 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1519.963193] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "refresh_cache-76088293-9a93-416f-ab0f-018303a573c6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.963479] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquired lock "refresh_cache-76088293-9a93-416f-ab0f-018303a573c6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.963513] env[63070]: DEBUG nova.network.neutron [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.989310] env[63070]: DEBUG nova.compute.utils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1519.993842] env[63070]: DEBUG nova.compute.manager [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1519.994022] env[63070]: DEBUG nova.network.neutron [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.041763] env[63070]: DEBUG nova.policy [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1192e56b491d4dc1be9b19e004ab2166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24113dac19b948f4ac64945c62f5c213', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.078898] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770619, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.187039] env[63070]: DEBUG nova.compute.manager [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Received event network-vif-plugged-ff8b99a3-d931-4a42-908b-6a252a248af6 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1520.187591] env[63070]: DEBUG oslo_concurrency.lockutils [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] Acquiring lock "76088293-9a93-416f-ab0f-018303a573c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.189813] env[63070]: DEBUG oslo_concurrency.lockutils [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] Lock "76088293-9a93-416f-ab0f-018303a573c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.189813] env[63070]: DEBUG oslo_concurrency.lockutils [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] Lock "76088293-9a93-416f-ab0f-018303a573c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.189813] env[63070]: DEBUG nova.compute.manager [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] [instance: 76088293-9a93-416f-ab0f-018303a573c6] No waiting events found dispatching network-vif-plugged-ff8b99a3-d931-4a42-908b-6a252a248af6 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1520.189813] env[63070]: WARNING nova.compute.manager [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Received unexpected event network-vif-plugged-ff8b99a3-d931-4a42-908b-6a252a248af6 for instance with vm_state building and task_state spawning. [ 1520.189813] env[63070]: DEBUG nova.compute.manager [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Received event network-changed-ff8b99a3-d931-4a42-908b-6a252a248af6 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1520.189813] env[63070]: DEBUG nova.compute.manager [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Refreshing instance network info cache due to event network-changed-ff8b99a3-d931-4a42-908b-6a252a248af6. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1520.189813] env[63070]: DEBUG oslo_concurrency.lockutils [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] Acquiring lock "refresh_cache-76088293-9a93-416f-ab0f-018303a573c6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.288980] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a54211-7889-0d0a-013c-74bfcc2d52a4, 'name': SearchDatastore_Task, 'duration_secs': 0.020124} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.289482] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.289834] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.290197] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.290461] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.290796] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.293019] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e5cc79d-ad12-4b96-ad21-08815a1f00b7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.303039] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.303039] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.303039] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b66716-33d0-426b-b40a-7cd26d457d26 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.312072] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1520.312072] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527dfeef-b49f-0765-be24-d311d527e0fb" [ 1520.312072] env[63070]: _type = "Task" [ 1520.312072] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.320222] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527dfeef-b49f-0765-be24-d311d527e0fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.325139] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.325410] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b49cb54-59f0-4eb6-a6f8-93c7ef5549da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.333084] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1520.333084] env[63070]: value = "task-1770620" [ 1520.333084] env[63070]: _type = "Task" [ 1520.333084] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.345101] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.381161] env[63070]: DEBUG nova.network.neutron [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Successfully created port: 8a7d34bc-e675-48d0-8412-2741118aff13 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.446182] env[63070]: DEBUG nova.network.neutron [req-fc979004-5365-4a11-922e-199e6728f3e6 req-74f00e6b-2a88-4e5e-9cdd-75ff105edbf5 service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Updated VIF entry in instance network info cache for port 7468eb45-388c-4719-8bd0-97a546f26e4c. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.446557] env[63070]: DEBUG nova.network.neutron [req-fc979004-5365-4a11-922e-199e6728f3e6 req-74f00e6b-2a88-4e5e-9cdd-75ff105edbf5 service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Updating instance_info_cache with network_info: [{"id": "7468eb45-388c-4719-8bd0-97a546f26e4c", "address": "fa:16:3e:ba:24:50", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7468eb45-38", "ovs_interfaceid": "7468eb45-388c-4719-8bd0-97a546f26e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.494546] env[63070]: DEBUG nova.compute.manager [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1520.508571] env[63070]: DEBUG nova.network.neutron [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.581724] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770619, 'name': PowerOnVM_Task, 'duration_secs': 0.596284} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.584600] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.584821] env[63070]: INFO nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1520.585010] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.586062] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca610e9-ea25-46c4-b8e4-ee4ff2e01007 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.746057] env[63070]: DEBUG nova.network.neutron [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Successfully created port: 8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.822451] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527dfeef-b49f-0765-be24-d311d527e0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.022289} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.826012] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2799b8b-cc0c-493d-abfc-1fd838b1e586 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.829018] env[63070]: DEBUG nova.network.neutron [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Updating instance_info_cache with network_info: [{"id": "ff8b99a3-d931-4a42-908b-6a252a248af6", "address": "fa:16:3e:8b:7b:94", "network": {"id": "26b9fccd-25e0-41dc-8f94-cb3cf7c5f5f6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1157076624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e006130cfb4451ca03fbf645b112cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff8b99a3-d9", "ovs_interfaceid": "ff8b99a3-d931-4a42-908b-6a252a248af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.834902] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1520.834902] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ce8243-ce6c-92e7-57e4-221ad6120ebb" [ 1520.834902] env[63070]: _type = "Task" [ 1520.834902] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.846496] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770620, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.854063] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ce8243-ce6c-92e7-57e4-221ad6120ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.956169] env[63070]: DEBUG oslo_concurrency.lockutils [req-fc979004-5365-4a11-922e-199e6728f3e6 req-74f00e6b-2a88-4e5e-9cdd-75ff105edbf5 service nova] Releasing lock "refresh_cache-f2b260f1-1e22-456f-a766-51e2cb7efa6c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.080606] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af97fff-ed14-4e98-82dd-1240f99a01b4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.089029] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79489c79-0250-4ffa-be44-cd6e318eceef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.135040] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed466ac-0289-4ad9-88b7-b48292d2aa6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.141026] env[63070]: INFO nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Took 59.11 seconds to build instance. [ 1521.150584] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae628429-25c7-4dc8-b7ef-f4ced61f48ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.167179] env[63070]: DEBUG nova.compute.provider_tree [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.333221] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Releasing lock "refresh_cache-76088293-9a93-416f-ab0f-018303a573c6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.333578] env[63070]: DEBUG nova.compute.manager [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Instance network_info: |[{"id": "ff8b99a3-d931-4a42-908b-6a252a248af6", "address": "fa:16:3e:8b:7b:94", "network": {"id": "26b9fccd-25e0-41dc-8f94-cb3cf7c5f5f6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1157076624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e006130cfb4451ca03fbf645b112cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff8b99a3-d9", "ovs_interfaceid": "ff8b99a3-d931-4a42-908b-6a252a248af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1521.334014] env[63070]: DEBUG oslo_concurrency.lockutils [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] Acquired lock "refresh_cache-76088293-9a93-416f-ab0f-018303a573c6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.334775] env[63070]: DEBUG nova.network.neutron [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Refreshing network info cache for port ff8b99a3-d931-4a42-908b-6a252a248af6 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.335777] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:7b:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff8b99a3-d931-4a42-908b-6a252a248af6', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1521.344427] env[63070]: DEBUG oslo.service.loopingcall [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1521.345219] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1521.351450] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e974182f-5bba-48ff-8617-a148b350779f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.373471] env[63070]: DEBUG oslo_vmware.api [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770620, 'name': PowerOnVM_Task, 'duration_secs': 0.555479} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.377948] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.378174] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4e8331-77be-4052-8f19-fa37306b16a8 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance '0cd4fefd-cbde-4ad2-b229-5979b1571b33' progress to 100 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1521.382253] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1521.382253] env[63070]: value = "task-1770621" [ 1521.382253] env[63070]: _type = "Task" [ 1521.382253] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.382491] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ce8243-ce6c-92e7-57e4-221ad6120ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.015899} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.383244] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.383244] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f2b260f1-1e22-456f-a766-51e2cb7efa6c/f2b260f1-1e22-456f-a766-51e2cb7efa6c.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.387545] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65295163-6928-4ef2-99c4-f6e32e5c9b96 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.395285] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770621, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.396717] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1521.396717] env[63070]: value = "task-1770622" [ 1521.396717] env[63070]: _type = "Task" [ 1521.396717] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.406167] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.512712] env[63070]: DEBUG nova.compute.manager [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1521.540820] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1521.541243] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.541243] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1521.541392] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.541531] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1521.541669] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1521.541873] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1521.542204] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1521.542204] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1521.542337] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1521.542512] env[63070]: DEBUG nova.virt.hardware [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1521.543389] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568f1059-e2c6-49d2-8a65-1fb7b52c6bfc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.552569] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83ff27f-b8fe-4759-9674-ed8144a071b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.645197] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "2885b496-748d-4162-9f7c-995690b3b87c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.715s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.669994] env[63070]: DEBUG nova.scheduler.client.report [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.897751] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770621, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.911402] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770622, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.150066] env[63070]: DEBUG nova.compute.manager [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1522.178536] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.179085] env[63070]: DEBUG nova.compute.manager [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1522.182251] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.914s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.188499] env[63070]: INFO nova.compute.claims [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.282494] env[63070]: DEBUG nova.network.neutron [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Updated VIF entry in instance network info cache for port ff8b99a3-d931-4a42-908b-6a252a248af6. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.283039] env[63070]: DEBUG nova.network.neutron [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Updating instance_info_cache with network_info: [{"id": "ff8b99a3-d931-4a42-908b-6a252a248af6", "address": "fa:16:3e:8b:7b:94", "network": {"id": "26b9fccd-25e0-41dc-8f94-cb3cf7c5f5f6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1157076624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e006130cfb4451ca03fbf645b112cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff8b99a3-d9", "ovs_interfaceid": "ff8b99a3-d931-4a42-908b-6a252a248af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.411019] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770621, 'name': CreateVM_Task, 'duration_secs': 0.661125} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.413097] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1522.413097] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.413097] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.413097] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1522.416604] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df74e2f-f984-4eda-9a6d-675af3f3e110 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.418593] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529496} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.418823] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f2b260f1-1e22-456f-a766-51e2cb7efa6c/f2b260f1-1e22-456f-a766-51e2cb7efa6c.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1522.419036] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1522.420603] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47340cdf-2863-4023-b17d-d806987ecfe7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.423664] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1522.423664] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5215a979-d917-c028-5459-affddf4cc646" [ 1522.423664] env[63070]: _type = "Task" [ 1522.423664] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.430034] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1522.430034] env[63070]: value = "task-1770623" [ 1522.430034] env[63070]: _type = "Task" [ 1522.430034] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.435743] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5215a979-d917-c028-5459-affddf4cc646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.440061] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.533840] env[63070]: DEBUG nova.compute.manager [req-75180b3e-dcaa-4816-a19d-aecccbcf275c req-887ac6f6-2079-4409-a1d4-dc5b38e284e4 service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Received event network-vif-plugged-8a7d34bc-e675-48d0-8412-2741118aff13 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1522.534068] env[63070]: DEBUG oslo_concurrency.lockutils [req-75180b3e-dcaa-4816-a19d-aecccbcf275c req-887ac6f6-2079-4409-a1d4-dc5b38e284e4 service nova] Acquiring lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.534287] env[63070]: DEBUG oslo_concurrency.lockutils [req-75180b3e-dcaa-4816-a19d-aecccbcf275c req-887ac6f6-2079-4409-a1d4-dc5b38e284e4 service nova] Lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.534462] env[63070]: DEBUG oslo_concurrency.lockutils [req-75180b3e-dcaa-4816-a19d-aecccbcf275c req-887ac6f6-2079-4409-a1d4-dc5b38e284e4 service nova] Lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.534636] env[63070]: DEBUG nova.compute.manager [req-75180b3e-dcaa-4816-a19d-aecccbcf275c req-887ac6f6-2079-4409-a1d4-dc5b38e284e4 service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] No waiting events found dispatching network-vif-plugged-8a7d34bc-e675-48d0-8412-2741118aff13 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.534796] env[63070]: WARNING nova.compute.manager [req-75180b3e-dcaa-4816-a19d-aecccbcf275c req-887ac6f6-2079-4409-a1d4-dc5b38e284e4 service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Received unexpected event network-vif-plugged-8a7d34bc-e675-48d0-8412-2741118aff13 for instance with vm_state building and task_state spawning. [ 1522.675068] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.698738] env[63070]: DEBUG nova.compute.utils [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1522.700198] env[63070]: DEBUG nova.compute.manager [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1522.700448] env[63070]: DEBUG nova.network.neutron [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1522.702874] env[63070]: DEBUG nova.network.neutron [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Successfully updated port: 8a7d34bc-e675-48d0-8412-2741118aff13 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.749602] env[63070]: DEBUG nova.policy [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '637886bbc1f9447db78f595675faafbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a1a5f7c2b5143429052efeface44894', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1522.786612] env[63070]: DEBUG oslo_concurrency.lockutils [req-78b6bb4d-cce4-42e3-9c8b-e242bead34dd req-a14eaf97-6f57-4305-94d3-90a6497b7f5f service nova] Releasing lock "refresh_cache-76088293-9a93-416f-ab0f-018303a573c6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.939700] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5215a979-d917-c028-5459-affddf4cc646, 'name': SearchDatastore_Task, 'duration_secs': 0.023768} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.942696] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.942937] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1522.943183] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.943328] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.943504] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1522.943781] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073556} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.944264] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc339ff-f894-483f-a76f-e0d3f4b1ad5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.946139] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1522.946938] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee59294-a9e2-40ae-b04c-ce45e143fd2a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.971263] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f2b260f1-1e22-456f-a766-51e2cb7efa6c/f2b260f1-1e22-456f-a766-51e2cb7efa6c.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.972729] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67bb529e-d3ef-481e-937f-75988ce60498 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.987543] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1522.987730] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1522.988817] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc17ae75-8332-4805-b912-6054f702b7f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.995158] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1522.995158] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e26e25-80c2-002a-4530-34196cfba4bc" [ 1522.995158] env[63070]: _type = "Task" [ 1522.995158] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.996507] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1522.996507] env[63070]: value = "task-1770624" [ 1522.996507] env[63070]: _type = "Task" [ 1522.996507] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.006875] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e26e25-80c2-002a-4530-34196cfba4bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.009972] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.153527] env[63070]: DEBUG nova.network.neutron [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Successfully created port: c1154353-28ed-4b4f-b529-ee4e87ba89c5 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1523.208321] env[63070]: DEBUG nova.compute.manager [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1523.526575] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.526819] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e26e25-80c2-002a-4530-34196cfba4bc, 'name': SearchDatastore_Task, 'duration_secs': 0.020874} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.530459] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4550be88-8f10-468e-a1cc-e647992fb32a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.535906] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1523.535906] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52662288-ec08-d710-c570-90960629dfbc" [ 1523.535906] env[63070]: _type = "Task" [ 1523.535906] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.544158] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52662288-ec08-d710-c570-90960629dfbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.720589] env[63070]: INFO nova.virt.block_device [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Booting with volume d4b2c65a-3e11-4ba6-9546-f0782d703719 at /dev/sda [ 1523.767741] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0307da48-628a-4636-a537-d03d2ff58c19 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.781476] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3866a4ad-736a-40cc-b417-b8ecc6d43980 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.821989] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73a1bf61-e31c-4d5e-8308-21cd68c40395 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.832772] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae194575-c784-4588-98fe-2f52fb233d56 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.848103] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74883bb6-8c7f-4386-b42c-1bbab1969fe8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.855506] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172861e5-9deb-4381-8941-b1e9c430fd41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.904389] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1fa772-e8bd-4a4d-a907-2755b81752bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.908192] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694f43ce-a5c4-4e9e-a048-2e2a949dd39f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.916412] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33092fc1-4f4c-49ae-ba07-d890d8648e51 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.919818] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db58d595-b6ff-42f7-a847-5faa966212a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.933644] env[63070]: DEBUG nova.compute.provider_tree [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1523.939732] env[63070]: DEBUG nova.virt.block_device [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Updating existing volume attachment record: a358a8bf-2742-4fd2-ad03-6ba0d972e196 {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1524.011556] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770624, 'name': ReconfigVM_Task, 'duration_secs': 0.534021} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.011556] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f2b260f1-1e22-456f-a766-51e2cb7efa6c/f2b260f1-1e22-456f-a766-51e2cb7efa6c.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.012157] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18ef6ca6-2519-46e9-b8e2-5bb873f5e1c6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.021457] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1524.021457] env[63070]: value = "task-1770625" [ 1524.021457] env[63070]: _type = "Task" [ 1524.021457] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.036702] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770625, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.046458] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52662288-ec08-d710-c570-90960629dfbc, 'name': SearchDatastore_Task, 'duration_secs': 0.020085} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.046724] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.047438] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 76088293-9a93-416f-ab0f-018303a573c6/76088293-9a93-416f-ab0f-018303a573c6.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1524.047438] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-832adaaf-f905-43fa-8956-ef188f1f3120 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.053298] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1524.053298] env[63070]: value = "task-1770626" [ 1524.053298] env[63070]: _type = "Task" [ 1524.053298] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.061727] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.466187] env[63070]: ERROR nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [req-6149c676-2beb-4e9c-9ee2-604c70cab71e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6149c676-2beb-4e9c-9ee2-604c70cab71e"}]} [ 1524.488847] env[63070]: DEBUG nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1524.513995] env[63070]: DEBUG nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1524.514211] env[63070]: DEBUG nova.compute.provider_tree [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1524.534703] env[63070]: DEBUG nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1524.543241] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770625, 'name': Rename_Task, 'duration_secs': 0.18714} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.543517] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.543759] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad0dd3d-ef2b-4083-ad24-d372a3ffe54a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.552390] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1524.552390] env[63070]: value = "task-1770627" [ 1524.552390] env[63070]: _type = "Task" [ 1524.552390] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.567691] env[63070]: DEBUG nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1524.574454] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770627, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.578347] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770626, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.587596] env[63070]: DEBUG nova.compute.manager [req-8dfa77c8-f7cd-4a03-9097-c4aa556fd605 req-6634a0a1-02e8-4bff-a9fb-3ee8c959b603 service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Received event network-changed-8a7d34bc-e675-48d0-8412-2741118aff13 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1524.587786] env[63070]: DEBUG nova.compute.manager [req-8dfa77c8-f7cd-4a03-9097-c4aa556fd605 req-6634a0a1-02e8-4bff-a9fb-3ee8c959b603 service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Refreshing instance network info cache due to event network-changed-8a7d34bc-e675-48d0-8412-2741118aff13. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1524.587994] env[63070]: DEBUG oslo_concurrency.lockutils [req-8dfa77c8-f7cd-4a03-9097-c4aa556fd605 req-6634a0a1-02e8-4bff-a9fb-3ee8c959b603 service nova] Acquiring lock "refresh_cache-0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.588146] env[63070]: DEBUG oslo_concurrency.lockutils [req-8dfa77c8-f7cd-4a03-9097-c4aa556fd605 req-6634a0a1-02e8-4bff-a9fb-3ee8c959b603 service nova] Acquired lock "refresh_cache-0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.588307] env[63070]: DEBUG nova.network.neutron [req-8dfa77c8-f7cd-4a03-9097-c4aa556fd605 req-6634a0a1-02e8-4bff-a9fb-3ee8c959b603 service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Refreshing network info cache for port 8a7d34bc-e675-48d0-8412-2741118aff13 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.764391] env[63070]: DEBUG nova.network.neutron [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Port 2f4827f4-4a2c-4553-a965-cff73017d360 binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1524.764575] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.764807] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.764881] env[63070]: DEBUG nova.network.neutron [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.914312] env[63070]: DEBUG nova.compute.manager [req-0fdbe113-3617-49b7-9f00-7843540f5ee5 req-19d03b7d-8746-4b26-8f63-55c0fcbafc77 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Received event network-vif-plugged-c1154353-28ed-4b4f-b529-ee4e87ba89c5 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1524.915281] env[63070]: DEBUG oslo_concurrency.lockutils [req-0fdbe113-3617-49b7-9f00-7843540f5ee5 req-19d03b7d-8746-4b26-8f63-55c0fcbafc77 service nova] Acquiring lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.915281] env[63070]: DEBUG oslo_concurrency.lockutils [req-0fdbe113-3617-49b7-9f00-7843540f5ee5 req-19d03b7d-8746-4b26-8f63-55c0fcbafc77 service nova] Lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.915281] env[63070]: DEBUG oslo_concurrency.lockutils [req-0fdbe113-3617-49b7-9f00-7843540f5ee5 req-19d03b7d-8746-4b26-8f63-55c0fcbafc77 service nova] Lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.915281] env[63070]: DEBUG nova.compute.manager [req-0fdbe113-3617-49b7-9f00-7843540f5ee5 req-19d03b7d-8746-4b26-8f63-55c0fcbafc77 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] No waiting events found dispatching network-vif-plugged-c1154353-28ed-4b4f-b529-ee4e87ba89c5 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1524.915661] env[63070]: WARNING nova.compute.manager [req-0fdbe113-3617-49b7-9f00-7843540f5ee5 req-19d03b7d-8746-4b26-8f63-55c0fcbafc77 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Received unexpected event network-vif-plugged-c1154353-28ed-4b4f-b529-ee4e87ba89c5 for instance with vm_state building and task_state block_device_mapping. [ 1524.999382] env[63070]: DEBUG nova.network.neutron [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Successfully updated port: c1154353-28ed-4b4f-b529-ee4e87ba89c5 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.068597] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806597} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.072535] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 76088293-9a93-416f-ab0f-018303a573c6/76088293-9a93-416f-ab0f-018303a573c6.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1525.072764] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1525.073293] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.073517] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4c5c90f-def0-4b2c-9ff5-e7c40bf57bc4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.081161] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1525.081161] env[63070]: value = "task-1770628" [ 1525.081161] env[63070]: _type = "Task" [ 1525.081161] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.089036] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.146846] env[63070]: DEBUG nova.network.neutron [req-8dfa77c8-f7cd-4a03-9097-c4aa556fd605 req-6634a0a1-02e8-4bff-a9fb-3ee8c959b603 service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1525.245340] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eecafc-e86f-45bf-a97e-f55512e9506b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.253900] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32284c98-7400-4bf5-9977-5623f3d7ed1c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.289590] env[63070]: DEBUG nova.network.neutron [req-8dfa77c8-f7cd-4a03-9097-c4aa556fd605 req-6634a0a1-02e8-4bff-a9fb-3ee8c959b603 service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.291352] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092fee5-5695-4bee-8f7c-d0f86fb4299a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.299558] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7e6837-23de-478c-aea3-40e8cb7c0bd4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.315806] env[63070]: DEBUG nova.compute.provider_tree [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1525.400841] env[63070]: DEBUG nova.network.neutron [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Successfully updated port: 8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.510525] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Acquiring lock "refresh_cache-fdc59a92-c8c9-4768-bef5-52d7f12f01e1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.510773] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Acquired lock "refresh_cache-fdc59a92-c8c9-4768-bef5-52d7f12f01e1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.510842] env[63070]: DEBUG nova.network.neutron [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.568551] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.590405] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.399583} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.590683] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1525.591560] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd582ce-f934-4536-9c8e-02694b377dd7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.615025] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 76088293-9a93-416f-ab0f-018303a573c6/76088293-9a93-416f-ab0f-018303a573c6.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1525.616100] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-119cf099-ac3f-4d88-8bbf-f25844a86f62 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.631681] env[63070]: DEBUG nova.network.neutron [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance_info_cache with network_info: [{"id": "2f4827f4-4a2c-4553-a965-cff73017d360", "address": "fa:16:3e:3c:55:aa", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4827f4-4a", "ovs_interfaceid": "2f4827f4-4a2c-4553-a965-cff73017d360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.639740] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1525.639740] env[63070]: value = "task-1770629" [ 1525.639740] env[63070]: _type = "Task" [ 1525.639740] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.649053] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.795291] env[63070]: DEBUG oslo_concurrency.lockutils [req-8dfa77c8-f7cd-4a03-9097-c4aa556fd605 req-6634a0a1-02e8-4bff-a9fb-3ee8c959b603 service nova] Releasing lock "refresh_cache-0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.839788] env[63070]: ERROR nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [req-a6a4b825-1182-4633-8003-3f377ebe2bf5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6a4b825-1182-4633-8003-3f377ebe2bf5"}]} [ 1525.857455] env[63070]: DEBUG nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1525.872271] env[63070]: DEBUG nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1525.872516] env[63070]: DEBUG nova.compute.provider_tree [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1525.890231] env[63070]: DEBUG nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1525.902121] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "refresh_cache-0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.902295] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquired lock "refresh_cache-0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.902460] env[63070]: DEBUG nova.network.neutron [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.911951] env[63070]: DEBUG nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1526.052788] env[63070]: DEBUG nova.network.neutron [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.056446] env[63070]: DEBUG nova.compute.manager [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1526.057290] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1526.057567] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.057753] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1526.060021] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.060021] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1526.060021] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1526.060021] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1526.060021] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1526.060021] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1526.060021] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1526.060021] env[63070]: DEBUG nova.virt.hardware [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1526.064908] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d78a18-41cc-4352-991c-96d72d1b3ce5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.084893] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480bcc2b-9048-40d4-bc71-c65133b1f3df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.089922] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770627, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.137100] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.150272] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.166018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquiring lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.166172] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.226084] env[63070]: DEBUG nova.network.neutron [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Updating instance_info_cache with network_info: [{"id": "c1154353-28ed-4b4f-b529-ee4e87ba89c5", "address": "fa:16:3e:d1:e4:8d", "network": {"id": "79e469a6-6ad2-4ba2-bfb6-1837502d8f19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2002303980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a1a5f7c2b5143429052efeface44894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1154353-28", "ovs_interfaceid": "c1154353-28ed-4b4f-b529-ee4e87ba89c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.423257] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce97dce-36fc-4dce-a6dd-d52e603d96dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.431201] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7255dfb-dfb2-4a23-a2a0-1806744f56e4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.435400] env[63070]: DEBUG nova.network.neutron [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.460998] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433f18f1-f3da-45f2-b07f-4af4f24a05fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.469545] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74be02d6-4b23-48ae-ac76-5a673b62635b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.484457] env[63070]: DEBUG nova.compute.provider_tree [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1526.576374] env[63070]: DEBUG oslo_vmware.api [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770627, 'name': PowerOnVM_Task, 'duration_secs': 1.564665} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.576648] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.577338] env[63070]: INFO nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1526.581849] env[63070]: DEBUG nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.581849] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f890119d-9fc5-45ec-8307-88539153f14c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.622961] env[63070]: DEBUG nova.compute.manager [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Received event network-vif-plugged-8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1526.623247] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] Acquiring lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.623468] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] Lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.623683] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] Lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.623790] env[63070]: DEBUG nova.compute.manager [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] No waiting events found dispatching network-vif-plugged-8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1526.623987] env[63070]: WARNING nova.compute.manager [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Received unexpected event network-vif-plugged-8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7 for instance with vm_state building and task_state spawning. [ 1526.624726] env[63070]: DEBUG nova.compute.manager [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Received event network-changed-8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1526.624915] env[63070]: DEBUG nova.compute.manager [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Refreshing instance network info cache due to event network-changed-8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1526.625093] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] Acquiring lock "refresh_cache-0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.639926] env[63070]: DEBUG nova.compute.manager [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63070) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1526.640147] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.650339] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770629, 'name': ReconfigVM_Task, 'duration_secs': 0.6576} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.650577] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 76088293-9a93-416f-ab0f-018303a573c6/76088293-9a93-416f-ab0f-018303a573c6.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.651414] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b7c904f-8af7-40d3-bcd6-32bf81097538 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.658340] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1526.658340] env[63070]: value = "task-1770630" [ 1526.658340] env[63070]: _type = "Task" [ 1526.658340] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.672082] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770630, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.729367] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Releasing lock "refresh_cache-fdc59a92-c8c9-4768-bef5-52d7f12f01e1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.730293] env[63070]: DEBUG nova.compute.manager [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Instance network_info: |[{"id": "c1154353-28ed-4b4f-b529-ee4e87ba89c5", "address": "fa:16:3e:d1:e4:8d", "network": {"id": "79e469a6-6ad2-4ba2-bfb6-1837502d8f19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2002303980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a1a5f7c2b5143429052efeface44894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1154353-28", "ovs_interfaceid": "c1154353-28ed-4b4f-b529-ee4e87ba89c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1526.733253] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:e4:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1154353-28ed-4b4f-b529-ee4e87ba89c5', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1526.741733] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Creating folder: Project (4a1a5f7c2b5143429052efeface44894). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.742075] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb8d148c-8c8d-4b42-b03d-23bd6b05e318 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.758932] env[63070]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1526.759153] env[63070]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63070) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1526.759849] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Folder already exists: Project (4a1a5f7c2b5143429052efeface44894). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1526.760074] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Creating folder: Instances. Parent ref: group-v367666. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.760323] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21cf4775-637e-41b3-9c2c-beef3df5026d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.773016] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Created folder: Instances in parent group-v367666. [ 1526.773016] env[63070]: DEBUG oslo.service.loopingcall [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.773016] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1526.773016] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b65a786f-6c23-43b2-81d9-5443d854addc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.793518] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1526.793518] env[63070]: value = "task-1770633" [ 1526.793518] env[63070]: _type = "Task" [ 1526.793518] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.804628] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770633, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.845473] env[63070]: DEBUG nova.network.neutron [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Updating instance_info_cache with network_info: [{"id": "8a7d34bc-e675-48d0-8412-2741118aff13", "address": "fa:16:3e:0d:e0:bd", "network": {"id": "2c708a23-2026-4bd7-ac20-e5ebd2b6a992", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-354209827", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a7d34bc-e6", "ovs_interfaceid": "8a7d34bc-e675-48d0-8412-2741118aff13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7", "address": "fa:16:3e:26:5b:51", "network": {"id": "82e48faf-dc66-4f36-b8f3-878830563e36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-471938520", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6c40f3-31", "ovs_interfaceid": "8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.975604] env[63070]: DEBUG nova.compute.manager [req-38bd5222-cbd9-46db-be1e-0600fcf67e82 req-c3713b2a-c511-401f-93d2-9235763f28da service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Received event network-changed-c1154353-28ed-4b4f-b529-ee4e87ba89c5 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1526.975830] env[63070]: DEBUG nova.compute.manager [req-38bd5222-cbd9-46db-be1e-0600fcf67e82 req-c3713b2a-c511-401f-93d2-9235763f28da service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Refreshing instance network info cache due to event network-changed-c1154353-28ed-4b4f-b529-ee4e87ba89c5. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1526.976324] env[63070]: DEBUG oslo_concurrency.lockutils [req-38bd5222-cbd9-46db-be1e-0600fcf67e82 req-c3713b2a-c511-401f-93d2-9235763f28da service nova] Acquiring lock "refresh_cache-fdc59a92-c8c9-4768-bef5-52d7f12f01e1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.976574] env[63070]: DEBUG oslo_concurrency.lockutils [req-38bd5222-cbd9-46db-be1e-0600fcf67e82 req-c3713b2a-c511-401f-93d2-9235763f28da service nova] Acquired lock "refresh_cache-fdc59a92-c8c9-4768-bef5-52d7f12f01e1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.976709] env[63070]: DEBUG nova.network.neutron [req-38bd5222-cbd9-46db-be1e-0600fcf67e82 req-c3713b2a-c511-401f-93d2-9235763f28da service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Refreshing network info cache for port c1154353-28ed-4b4f-b529-ee4e87ba89c5 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.030630] env[63070]: DEBUG nova.scheduler.client.report [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1527.030964] env[63070]: DEBUG nova.compute.provider_tree [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 84 to 85 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1527.031174] env[63070]: DEBUG nova.compute.provider_tree [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1527.097561] env[63070]: INFO nova.compute.manager [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Took 56.42 seconds to build instance. [ 1527.168856] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770630, 'name': Rename_Task, 'duration_secs': 0.181596} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.169171] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.169415] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be42aad7-baeb-4506-abe2-6d9a26b0dfc2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.177653] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1527.177653] env[63070]: value = "task-1770634" [ 1527.177653] env[63070]: _type = "Task" [ 1527.177653] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.185628] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.303019] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770633, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.348786] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Releasing lock "refresh_cache-0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.349243] env[63070]: DEBUG nova.compute.manager [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Instance network_info: |[{"id": "8a7d34bc-e675-48d0-8412-2741118aff13", "address": "fa:16:3e:0d:e0:bd", "network": {"id": "2c708a23-2026-4bd7-ac20-e5ebd2b6a992", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-354209827", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a7d34bc-e6", "ovs_interfaceid": "8a7d34bc-e675-48d0-8412-2741118aff13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7", "address": "fa:16:3e:26:5b:51", "network": {"id": "82e48faf-dc66-4f36-b8f3-878830563e36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-471938520", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6c40f3-31", "ovs_interfaceid": "8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.349587] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] Acquired lock "refresh_cache-0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.349799] env[63070]: DEBUG nova.network.neutron [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Refreshing network info cache for port 8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.351136] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:e0:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a7d34bc-e675-48d0-8412-2741118aff13', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:5b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.361727] env[63070]: DEBUG oslo.service.loopingcall [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.364778] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.365356] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7ed340-ed8f-4c21-9326-374488a50522 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.387876] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.387876] env[63070]: value = "task-1770635" [ 1527.387876] env[63070]: _type = "Task" [ 1527.387876] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.399831] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770635, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.539885] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.355s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.539885] env[63070]: DEBUG nova.compute.manager [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1527.541196] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.831s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.545039] env[63070]: INFO nova.compute.claims [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.601971] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee8c7fbb-17d8-451e-8b87-540160bd5734 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.625s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.693645] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770634, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.766104] env[63070]: DEBUG nova.network.neutron [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Updated VIF entry in instance network info cache for port 8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.766517] env[63070]: DEBUG nova.network.neutron [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Updating instance_info_cache with network_info: [{"id": "8a7d34bc-e675-48d0-8412-2741118aff13", "address": "fa:16:3e:0d:e0:bd", "network": {"id": "2c708a23-2026-4bd7-ac20-e5ebd2b6a992", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-354209827", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a7d34bc-e6", "ovs_interfaceid": "8a7d34bc-e675-48d0-8412-2741118aff13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7", "address": "fa:16:3e:26:5b:51", "network": {"id": "82e48faf-dc66-4f36-b8f3-878830563e36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-471938520", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "24113dac19b948f4ac64945c62f5c213", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6c40f3-31", "ovs_interfaceid": "8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.805562] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770633, 'name': CreateVM_Task, 'duration_secs': 0.525694} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.805671] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.806279] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'a358a8bf-2742-4fd2-ad03-6ba0d972e196', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367669', 'volume_id': 'd4b2c65a-3e11-4ba6-9546-f0782d703719', 'name': 'volume-d4b2c65a-3e11-4ba6-9546-f0782d703719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdc59a92-c8c9-4768-bef5-52d7f12f01e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b2c65a-3e11-4ba6-9546-f0782d703719', 'serial': 'd4b2c65a-3e11-4ba6-9546-f0782d703719'}, 'volume_type': None}], 'swap': None} {{(pid=63070) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1527.806497] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Root volume attach. Driver type: vmdk {{(pid=63070) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1527.807304] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368bf42e-a220-465f-9a7f-a58c5904eb00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.815992] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833afea1-5945-400d-b0f4-1264a923ab99 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.823741] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92ec887-f465-4cba-b24b-d81fe65afa6c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.830378] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2a8f8131-4614-4d10-9b20-d98c1e86cc71 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.839219] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for the task: (returnval){ [ 1527.839219] env[63070]: value = "task-1770636" [ 1527.839219] env[63070]: _type = "Task" [ 1527.839219] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.846908] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770636, 'name': RelocateVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.897730] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770635, 'name': CreateVM_Task, 'duration_secs': 0.39591} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.897935] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.898659] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.898824] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.899165] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.900015] env[63070]: DEBUG nova.network.neutron [req-38bd5222-cbd9-46db-be1e-0600fcf67e82 req-c3713b2a-c511-401f-93d2-9235763f28da service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Updated VIF entry in instance network info cache for port c1154353-28ed-4b4f-b529-ee4e87ba89c5. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.900330] env[63070]: DEBUG nova.network.neutron [req-38bd5222-cbd9-46db-be1e-0600fcf67e82 req-c3713b2a-c511-401f-93d2-9235763f28da service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Updating instance_info_cache with network_info: [{"id": "c1154353-28ed-4b4f-b529-ee4e87ba89c5", "address": "fa:16:3e:d1:e4:8d", "network": {"id": "79e469a6-6ad2-4ba2-bfb6-1837502d8f19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2002303980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a1a5f7c2b5143429052efeface44894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1154353-28", "ovs_interfaceid": "c1154353-28ed-4b4f-b529-ee4e87ba89c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.901473] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78433ee-85f3-4cb8-94ba-b52770a29da8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.908809] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1527.908809] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52922891-29ed-784e-2e00-9e1c9790fa93" [ 1527.908809] env[63070]: _type = "Task" [ 1527.908809] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.918733] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52922891-29ed-784e-2e00-9e1c9790fa93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.048035] env[63070]: DEBUG nova.compute.utils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1528.049975] env[63070]: DEBUG nova.compute.manager [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1528.050290] env[63070]: DEBUG nova.network.neutron [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1528.107020] env[63070]: DEBUG nova.compute.manager [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1528.110204] env[63070]: DEBUG nova.policy [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3ccb0ae47743ed969f0945a73fbac0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02e83b02183c4cefb96746c7ad2f4c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1528.190984] env[63070]: DEBUG oslo_vmware.api [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770634, 'name': PowerOnVM_Task, 'duration_secs': 0.560303} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.191428] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.191746] env[63070]: INFO nova.compute.manager [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1528.192078] env[63070]: DEBUG nova.compute.manager [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.193434] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8410a0f-47f5-42cd-b6ee-1027c97bb2f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.203895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "2885b496-748d-4162-9f7c-995690b3b87c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.204726] env[63070]: DEBUG oslo_concurrency.lockutils [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "2885b496-748d-4162-9f7c-995690b3b87c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.204726] env[63070]: DEBUG oslo_concurrency.lockutils [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "2885b496-748d-4162-9f7c-995690b3b87c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.205053] env[63070]: DEBUG oslo_concurrency.lockutils [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "2885b496-748d-4162-9f7c-995690b3b87c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.206638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "2885b496-748d-4162-9f7c-995690b3b87c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.208026] env[63070]: INFO nova.compute.manager [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Terminating instance [ 1528.269898] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b902907-24a8-49de-a89a-4ece75a50e59 req-7fba5e54-3e92-4ba5-8d67-b1ac2a1bc39f service nova] Releasing lock "refresh_cache-0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.297064] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.297064] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.297151] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.298024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.298024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.299730] env[63070]: INFO nova.compute.manager [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Terminating instance [ 1528.349188] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770636, 'name': RelocateVM_Task} progress is 20%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.404606] env[63070]: DEBUG oslo_concurrency.lockutils [req-38bd5222-cbd9-46db-be1e-0600fcf67e82 req-c3713b2a-c511-401f-93d2-9235763f28da service nova] Releasing lock "refresh_cache-fdc59a92-c8c9-4768-bef5-52d7f12f01e1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.418446] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52922891-29ed-784e-2e00-9e1c9790fa93, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.418788] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.419108] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.419435] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.419659] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.420521] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.420521] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b338b3-e3a9-4fc2-ad87-2f7b520a964d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.427638] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.427813] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.428569] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c702853-26e3-4161-9162-35ea08974bb7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.431930] env[63070]: DEBUG nova.network.neutron [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Successfully created port: e17075dc-c642-40ee-aa96-0e20af16e73c {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1528.435110] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1528.435110] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5242517c-7882-b652-6612-75fa7d03ce6f" [ 1528.435110] env[63070]: _type = "Task" [ 1528.435110] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.442431] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5242517c-7882-b652-6612-75fa7d03ce6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.556698] env[63070]: DEBUG nova.compute.manager [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1528.632166] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.713847] env[63070]: DEBUG nova.compute.manager [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1528.713847] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1528.714088] env[63070]: INFO nova.compute.manager [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Took 53.78 seconds to build instance. [ 1528.715278] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e717ab84-b89f-460e-b764-3c15bd880902 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.725155] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.725376] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88f4d772-6c42-4259-9b22-179e9cdad100 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.731817] env[63070]: DEBUG oslo_vmware.api [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1528.731817] env[63070]: value = "task-1770637" [ 1528.731817] env[63070]: _type = "Task" [ 1528.731817] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.742343] env[63070]: DEBUG oslo_vmware.api [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.804760] env[63070]: DEBUG nova.compute.manager [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1528.804760] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1528.805808] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f007a1ac-c36b-49b7-b115-9df7dde2be03 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.815026] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.815364] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a0d6df1-2521-46a3-a4a7-7599221e5af0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.826263] env[63070]: DEBUG oslo_vmware.api [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1528.826263] env[63070]: value = "task-1770638" [ 1528.826263] env[63070]: _type = "Task" [ 1528.826263] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.835704] env[63070]: DEBUG oslo_vmware.api [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.848361] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770636, 'name': RelocateVM_Task, 'duration_secs': 0.601982} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.850998] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1528.851241] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367669', 'volume_id': 'd4b2c65a-3e11-4ba6-9546-f0782d703719', 'name': 'volume-d4b2c65a-3e11-4ba6-9546-f0782d703719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdc59a92-c8c9-4768-bef5-52d7f12f01e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b2c65a-3e11-4ba6-9546-f0782d703719', 'serial': 'd4b2c65a-3e11-4ba6-9546-f0782d703719'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1528.852253] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3704835e-17f2-4ab1-b3ac-d59964c969a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.870590] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4209f7-4aa8-4f38-8a27-38651ded635f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.899718] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-d4b2c65a-3e11-4ba6-9546-f0782d703719/volume-d4b2c65a-3e11-4ba6-9546-f0782d703719.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.902691] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fe21d19-4f52-4d16-83c3-6d810191b002 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.926877] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for the task: (returnval){ [ 1528.926877] env[63070]: value = "task-1770639" [ 1528.926877] env[63070]: _type = "Task" [ 1528.926877] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.939516] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.952108] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5242517c-7882-b652-6612-75fa7d03ce6f, 'name': SearchDatastore_Task, 'duration_secs': 0.016924} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.953025] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdc0e37-823d-4eae-a7a9-d2c480223279 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.961895] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1528.961895] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528a32ad-bd07-b7cc-ed4d-11f8fc4b907a" [ 1528.961895] env[63070]: _type = "Task" [ 1528.961895] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.971827] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528a32ad-bd07-b7cc-ed4d-11f8fc4b907a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.153722] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9288473-0a01-4bcc-8cf4-6986a6a9952c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.161490] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1b7fb5-5cc8-45ea-b907-79396425086e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.198427] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74452ced-f044-4927-bc35-9070ae482fa6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.206658] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ef36a8-ce1a-4d0f-9b6c-1179c18dc632 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.222568] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7135da6e-e620-4b5c-a264-5892b672f8a0 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "76088293-9a93-416f-ab0f-018303a573c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.085s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.223507] env[63070]: DEBUG nova.compute.provider_tree [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.243613] env[63070]: DEBUG oslo_vmware.api [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770637, 'name': PowerOffVM_Task, 'duration_secs': 0.252982} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.244565] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.244565] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.248610] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9d3a2c-6c39-4e42-879a-d41becb76f63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.337550] env[63070]: DEBUG oslo_vmware.api [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770638, 'name': PowerOffVM_Task, 'duration_secs': 0.196051} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.337981] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.338050] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.338297] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fdf0f1f-35df-4798-beaa-393af435b38f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.341105] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.341397] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.341543] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleting the datastore file [datastore1] 2885b496-748d-4162-9f7c-995690b3b87c {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.342201] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ea2f5ea-6e2d-4f19-9d10-afdd4371398b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.348726] env[63070]: DEBUG oslo_vmware.api [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1529.348726] env[63070]: value = "task-1770642" [ 1529.348726] env[63070]: _type = "Task" [ 1529.348726] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.356895] env[63070]: DEBUG oslo_vmware.api [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.418353] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.418546] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.418783] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleting the datastore file [datastore1] f2b260f1-1e22-456f-a766-51e2cb7efa6c {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.419091] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bb601a2-5b88-4e9c-83b8-c6b7dc56eb2d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.425501] env[63070]: DEBUG oslo_vmware.api [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1529.425501] env[63070]: value = "task-1770643" [ 1529.425501] env[63070]: _type = "Task" [ 1529.425501] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.436487] env[63070]: DEBUG oslo_vmware.api [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.441842] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.472381] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528a32ad-bd07-b7cc-ed4d-11f8fc4b907a, 'name': SearchDatastore_Task, 'duration_secs': 0.012311} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.472638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.472893] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091/0d5b6def-ef7c-4b57-8dc8-a199b2a8a091.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.473200] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6c4e39a-ed65-4a01-899e-d39c810ff37f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.482736] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1529.482736] env[63070]: value = "task-1770644" [ 1529.482736] env[63070]: _type = "Task" [ 1529.482736] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.492168] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.570366] env[63070]: DEBUG nova.compute.manager [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1529.598121] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1529.598387] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.598542] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1529.598783] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.598974] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1529.599143] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1529.599350] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1529.599501] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1529.599663] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1529.599820] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1529.600051] env[63070]: DEBUG nova.virt.hardware [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1529.600996] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc70fdf-7043-4caf-bc0f-c20d13f6ce98 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.608948] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db12c8a-6ea9-4271-b472-736bb5b1044e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.727763] env[63070]: DEBUG nova.scheduler.client.report [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.731661] env[63070]: DEBUG nova.compute.manager [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.859443] env[63070]: DEBUG oslo_vmware.api [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215828} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.860066] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.860320] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1529.860499] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1529.860672] env[63070]: INFO nova.compute.manager [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1529.860951] env[63070]: DEBUG oslo.service.loopingcall [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.861278] env[63070]: DEBUG nova.compute.manager [-] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1529.861406] env[63070]: DEBUG nova.network.neutron [-] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1529.938229] env[63070]: DEBUG oslo_vmware.api [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286527} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.939022] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.939228] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1529.939413] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1529.939599] env[63070]: INFO nova.compute.manager [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1529.939868] env[63070]: DEBUG oslo.service.loopingcall [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.940119] env[63070]: DEBUG nova.compute.manager [-] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1529.940245] env[63070]: DEBUG nova.network.neutron [-] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1529.945618] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770639, 'name': ReconfigVM_Task, 'duration_secs': 0.586579} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.946416] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-d4b2c65a-3e11-4ba6-9546-f0782d703719/volume-d4b2c65a-3e11-4ba6-9546-f0782d703719.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.951554] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eda1281-0307-4c2e-a8b8-5966ccf8576a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.970507] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for the task: (returnval){ [ 1529.970507] env[63070]: value = "task-1770645" [ 1529.970507] env[63070]: _type = "Task" [ 1529.970507] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.983489] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.992776] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770644, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.235491] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.236142] env[63070]: DEBUG nova.compute.manager [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1530.240933] env[63070]: DEBUG oslo_concurrency.lockutils [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.797s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.241227] env[63070]: DEBUG nova.objects.instance [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lazy-loading 'resources' on Instance uuid bd33682d-74a2-44b4-9f07-c172b2b9a42f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.264392] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.322875] env[63070]: DEBUG nova.compute.manager [req-a6cba2c0-1a10-40cf-9ac1-6e75db5d29a9 req-e7ba6a14-020a-4677-85d1-bab1a6482dcf service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Received event network-vif-plugged-e17075dc-c642-40ee-aa96-0e20af16e73c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1530.322875] env[63070]: DEBUG oslo_concurrency.lockutils [req-a6cba2c0-1a10-40cf-9ac1-6e75db5d29a9 req-e7ba6a14-020a-4677-85d1-bab1a6482dcf service nova] Acquiring lock "975ac1f2-0948-41f5-a614-466b7dde9e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.322875] env[63070]: DEBUG oslo_concurrency.lockutils [req-a6cba2c0-1a10-40cf-9ac1-6e75db5d29a9 req-e7ba6a14-020a-4677-85d1-bab1a6482dcf service nova] Lock "975ac1f2-0948-41f5-a614-466b7dde9e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.322875] env[63070]: DEBUG oslo_concurrency.lockutils [req-a6cba2c0-1a10-40cf-9ac1-6e75db5d29a9 req-e7ba6a14-020a-4677-85d1-bab1a6482dcf service nova] Lock "975ac1f2-0948-41f5-a614-466b7dde9e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.322875] env[63070]: DEBUG nova.compute.manager [req-a6cba2c0-1a10-40cf-9ac1-6e75db5d29a9 req-e7ba6a14-020a-4677-85d1-bab1a6482dcf service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] No waiting events found dispatching network-vif-plugged-e17075dc-c642-40ee-aa96-0e20af16e73c {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1530.323984] env[63070]: WARNING nova.compute.manager [req-a6cba2c0-1a10-40cf-9ac1-6e75db5d29a9 req-e7ba6a14-020a-4677-85d1-bab1a6482dcf service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Received unexpected event network-vif-plugged-e17075dc-c642-40ee-aa96-0e20af16e73c for instance with vm_state building and task_state spawning. [ 1530.487734] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770645, 'name': ReconfigVM_Task, 'duration_secs': 0.174207} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.497277] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367669', 'volume_id': 'd4b2c65a-3e11-4ba6-9546-f0782d703719', 'name': 'volume-d4b2c65a-3e11-4ba6-9546-f0782d703719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdc59a92-c8c9-4768-bef5-52d7f12f01e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b2c65a-3e11-4ba6-9546-f0782d703719', 'serial': 'd4b2c65a-3e11-4ba6-9546-f0782d703719'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1530.497277] env[63070]: DEBUG nova.network.neutron [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Successfully updated port: e17075dc-c642-40ee-aa96-0e20af16e73c {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.499616] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb49146e-70e7-4a43-bd35-bcaa6a76f8c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.508008] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783139} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.509333] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091/0d5b6def-ef7c-4b57-8dc8-a199b2a8a091.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.510467] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.510467] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for the task: (returnval){ [ 1530.510467] env[63070]: value = "task-1770646" [ 1530.510467] env[63070]: _type = "Task" [ 1530.510467] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.510467] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8528fb68-1d0d-4840-b3fb-5bd8417dbf28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.521400] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770646, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.524701] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1530.524701] env[63070]: value = "task-1770647" [ 1530.524701] env[63070]: _type = "Task" [ 1530.524701] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.536251] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.556137] env[63070]: DEBUG nova.compute.manager [req-62b12e67-0bab-4eee-a26a-5543c162b5ed req-ec3ab4a8-5c12-4b0f-915a-dc447cdc45e4 service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Received event network-vif-deleted-7468eb45-388c-4719-8bd0-97a546f26e4c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1530.556907] env[63070]: INFO nova.compute.manager [req-62b12e67-0bab-4eee-a26a-5543c162b5ed req-ec3ab4a8-5c12-4b0f-915a-dc447cdc45e4 service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Neutron deleted interface 7468eb45-388c-4719-8bd0-97a546f26e4c; detaching it from the instance and deleting it from the info cache [ 1530.556907] env[63070]: DEBUG nova.network.neutron [req-62b12e67-0bab-4eee-a26a-5543c162b5ed req-ec3ab4a8-5c12-4b0f-915a-dc447cdc45e4 service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.743036] env[63070]: DEBUG nova.compute.utils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1530.747548] env[63070]: DEBUG nova.compute.manager [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1530.747548] env[63070]: DEBUG nova.network.neutron [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1530.847297] env[63070]: DEBUG nova.policy [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '468e8e06fbe14d668bd46280c4729355', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a4e71fe8ae47efa22ec975e00d2e7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1530.848932] env[63070]: DEBUG nova.network.neutron [-] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.002110] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "refresh_cache-975ac1f2-0948-41f5-a614-466b7dde9e83" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.002269] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "refresh_cache-975ac1f2-0948-41f5-a614-466b7dde9e83" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.002421] env[63070]: DEBUG nova.network.neutron [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.025692] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770646, 'name': Rename_Task, 'duration_secs': 0.159633} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.030476] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.033267] env[63070]: DEBUG nova.network.neutron [-] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.034757] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a28e9f-77ff-4e61-ba06-14bfd08aa902 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.043018] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070926} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.044529] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.045766] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for the task: (returnval){ [ 1531.045766] env[63070]: value = "task-1770648" [ 1531.045766] env[63070]: _type = "Task" [ 1531.045766] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.045766] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bd86ac-743e-4bfa-97bf-4733b411a928 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.060203] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.081580] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091/0d5b6def-ef7c-4b57-8dc8-a199b2a8a091.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.084808] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2233f942-ced2-41e8-8f0f-d1660892a4a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.086924] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a3e8ab7-e1db-446b-a600-e70b01c5a2e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.108863] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a07a65f-4388-46c8-9897-5bd1b315b7a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.118926] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1531.118926] env[63070]: value = "task-1770649" [ 1531.118926] env[63070]: _type = "Task" [ 1531.118926] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.130494] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.147677] env[63070]: DEBUG nova.compute.manager [req-62b12e67-0bab-4eee-a26a-5543c162b5ed req-ec3ab4a8-5c12-4b0f-915a-dc447cdc45e4 service nova] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Detach interface failed, port_id=7468eb45-388c-4719-8bd0-97a546f26e4c, reason: Instance f2b260f1-1e22-456f-a766-51e2cb7efa6c could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1531.179154] env[63070]: DEBUG nova.network.neutron [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Successfully created port: 7c6c7bbb-3c72-46fe-a4a5-f5df44f97518 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.252500] env[63070]: DEBUG nova.compute.manager [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1531.315873] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a22f750-ed0f-45a6-91b3-b460b04497ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.323828] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511d2df4-a3ad-4cd6-9bc6-b3e5ca9c2594 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.358252] env[63070]: INFO nova.compute.manager [-] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Took 1.42 seconds to deallocate network for instance. [ 1531.360605] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d153279e-5d85-4e9e-bc19-4a14934c01f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.372849] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e311f6ec-6df8-4b87-9774-5233fd4702e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.385768] env[63070]: DEBUG nova.compute.provider_tree [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1531.538748] env[63070]: INFO nova.compute.manager [-] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Took 1.68 seconds to deallocate network for instance. [ 1531.563170] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.597291] env[63070]: DEBUG nova.network.neutron [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.632184] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.794721] env[63070]: DEBUG nova.network.neutron [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Updating instance_info_cache with network_info: [{"id": "e17075dc-c642-40ee-aa96-0e20af16e73c", "address": "fa:16:3e:e7:91:51", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17075dc-c6", "ovs_interfaceid": "e17075dc-c642-40ee-aa96-0e20af16e73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.867825] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.919373] env[63070]: DEBUG nova.scheduler.client.report [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1531.920608] env[63070]: DEBUG nova.compute.provider_tree [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 85 to 86 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1531.920608] env[63070]: DEBUG nova.compute.provider_tree [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1532.057034] env[63070]: DEBUG oslo_concurrency.lockutils [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.061333] env[63070]: DEBUG oslo_vmware.api [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1770648, 'name': PowerOnVM_Task, 'duration_secs': 0.715173} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.061576] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.061805] env[63070]: INFO nova.compute.manager [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Took 6.01 seconds to spawn the instance on the hypervisor. [ 1532.061990] env[63070]: DEBUG nova.compute.manager [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.062705] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf86279-8494-40b0-b301-b4c45371c4cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.130893] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770649, 'name': ReconfigVM_Task, 'duration_secs': 0.921089} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.131393] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091/0d5b6def-ef7c-4b57-8dc8-a199b2a8a091.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.131801] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2819c885-85e3-4b8f-ac77-1c5f8a7b4f01 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.137845] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1532.137845] env[63070]: value = "task-1770650" [ 1532.137845] env[63070]: _type = "Task" [ 1532.137845] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.145450] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770650, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.256613] env[63070]: DEBUG oslo_concurrency.lockutils [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "76088293-9a93-416f-ab0f-018303a573c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.257011] env[63070]: DEBUG oslo_concurrency.lockutils [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "76088293-9a93-416f-ab0f-018303a573c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.257335] env[63070]: DEBUG oslo_concurrency.lockutils [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "76088293-9a93-416f-ab0f-018303a573c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.257589] env[63070]: DEBUG oslo_concurrency.lockutils [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "76088293-9a93-416f-ab0f-018303a573c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.257826] env[63070]: DEBUG oslo_concurrency.lockutils [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "76088293-9a93-416f-ab0f-018303a573c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.260537] env[63070]: INFO nova.compute.manager [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Terminating instance [ 1532.267996] env[63070]: DEBUG nova.compute.manager [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1532.293995] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1532.294252] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.294402] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1532.294579] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.294719] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1532.294860] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1532.295067] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1532.295225] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1532.295387] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1532.295547] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1532.295718] env[63070]: DEBUG nova.virt.hardware [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1532.296558] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fee111-ea2f-421c-a672-9b4edcbeab68 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.299271] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "refresh_cache-975ac1f2-0948-41f5-a614-466b7dde9e83" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.299543] env[63070]: DEBUG nova.compute.manager [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Instance network_info: |[{"id": "e17075dc-c642-40ee-aa96-0e20af16e73c", "address": "fa:16:3e:e7:91:51", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17075dc-c6", "ovs_interfaceid": "e17075dc-c642-40ee-aa96-0e20af16e73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1532.299894] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:91:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e17075dc-c642-40ee-aa96-0e20af16e73c', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.307504] env[63070]: DEBUG oslo.service.loopingcall [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.308455] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.308683] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c169b94-ab0b-4694-b548-7bb098c590f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.326474] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f073d505-2d3a-4d51-a8ec-b4501a9adb89 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.332044] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.332044] env[63070]: value = "task-1770651" [ 1532.332044] env[63070]: _type = "Task" [ 1532.332044] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.347458] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770651, 'name': CreateVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.350986] env[63070]: DEBUG nova.compute.manager [req-c185df65-bc9b-43d4-be24-7e61e812c068 req-df8e9261-1bba-41ea-849d-6bae3765ff0a service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Received event network-changed-e17075dc-c642-40ee-aa96-0e20af16e73c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1532.351183] env[63070]: DEBUG nova.compute.manager [req-c185df65-bc9b-43d4-be24-7e61e812c068 req-df8e9261-1bba-41ea-849d-6bae3765ff0a service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Refreshing instance network info cache due to event network-changed-e17075dc-c642-40ee-aa96-0e20af16e73c. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1532.351401] env[63070]: DEBUG oslo_concurrency.lockutils [req-c185df65-bc9b-43d4-be24-7e61e812c068 req-df8e9261-1bba-41ea-849d-6bae3765ff0a service nova] Acquiring lock "refresh_cache-975ac1f2-0948-41f5-a614-466b7dde9e83" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.351543] env[63070]: DEBUG oslo_concurrency.lockutils [req-c185df65-bc9b-43d4-be24-7e61e812c068 req-df8e9261-1bba-41ea-849d-6bae3765ff0a service nova] Acquired lock "refresh_cache-975ac1f2-0948-41f5-a614-466b7dde9e83" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.351708] env[63070]: DEBUG nova.network.neutron [req-c185df65-bc9b-43d4-be24-7e61e812c068 req-df8e9261-1bba-41ea-849d-6bae3765ff0a service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Refreshing network info cache for port e17075dc-c642-40ee-aa96-0e20af16e73c {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1532.425668] env[63070]: DEBUG oslo_concurrency.lockutils [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.428682] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.652s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.428682] env[63070]: DEBUG nova.objects.instance [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lazy-loading 'resources' on Instance uuid 07ce5a1d-ea87-4da0-a818-dac9ccb7af88 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.450784] env[63070]: INFO nova.scheduler.client.report [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Deleted allocations for instance bd33682d-74a2-44b4-9f07-c172b2b9a42f [ 1532.579491] env[63070]: INFO nova.compute.manager [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Took 46.06 seconds to build instance. [ 1532.654307] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770650, 'name': Rename_Task, 'duration_secs': 0.326126} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.654637] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.654900] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ad5d6b-bbfc-45f8-818a-e61fa2428c7c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.662510] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1532.662510] env[63070]: value = "task-1770652" [ 1532.662510] env[63070]: _type = "Task" [ 1532.662510] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.672540] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.765305] env[63070]: DEBUG nova.compute.manager [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1532.765527] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.766423] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed90b12-87b2-4a53-940c-b7b7d5eee38b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.775709] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.776038] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f91647-6c15-40ef-89f5-3cd1d21012a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.783807] env[63070]: DEBUG oslo_vmware.api [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1532.783807] env[63070]: value = "task-1770653" [ 1532.783807] env[63070]: _type = "Task" [ 1532.783807] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.792673] env[63070]: DEBUG oslo_vmware.api [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.844646] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770651, 'name': CreateVM_Task, 'duration_secs': 0.508955} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.844953] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.845878] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.846169] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.850021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.850021] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf57417-4d69-4909-8dd8-391db169eaad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.853110] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1532.853110] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52aebbb4-3873-ff08-e604-64a2f39b535a" [ 1532.853110] env[63070]: _type = "Task" [ 1532.853110] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.866253] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52aebbb4-3873-ff08-e604-64a2f39b535a, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.866573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.866804] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1532.867065] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.867223] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.867424] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.867764] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d68ac0-f37d-4ec8-8cfd-35704cc0140f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.877298] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.877477] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1532.878272] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593008da-6968-4333-be08-fa850d33464f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.884458] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1532.884458] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dfda53-3b74-2e83-6de9-27974880425f" [ 1532.884458] env[63070]: _type = "Task" [ 1532.884458] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.892794] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dfda53-3b74-2e83-6de9-27974880425f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.936195] env[63070]: DEBUG nova.network.neutron [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Successfully updated port: 7c6c7bbb-3c72-46fe-a4a5-f5df44f97518 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1532.961168] env[63070]: DEBUG oslo_concurrency.lockutils [None req-909675f6-1d5c-43e6-bc52-468dd11e6292 tempest-SecurityGroupsTestJSON-486232351 tempest-SecurityGroupsTestJSON-486232351-project-member] Lock "bd33682d-74a2-44b4-9f07-c172b2b9a42f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.562s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.080123] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1060002-9876-4d97-9cd7-5e9c55684afe tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.462s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.174622] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770652, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.231564] env[63070]: DEBUG nova.network.neutron [req-c185df65-bc9b-43d4-be24-7e61e812c068 req-df8e9261-1bba-41ea-849d-6bae3765ff0a service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Updated VIF entry in instance network info cache for port e17075dc-c642-40ee-aa96-0e20af16e73c. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.231564] env[63070]: DEBUG nova.network.neutron [req-c185df65-bc9b-43d4-be24-7e61e812c068 req-df8e9261-1bba-41ea-849d-6bae3765ff0a service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Updating instance_info_cache with network_info: [{"id": "e17075dc-c642-40ee-aa96-0e20af16e73c", "address": "fa:16:3e:e7:91:51", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17075dc-c6", "ovs_interfaceid": "e17075dc-c642-40ee-aa96-0e20af16e73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.296400] env[63070]: DEBUG oslo_vmware.api [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770653, 'name': PowerOffVM_Task, 'duration_secs': 0.183507} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.296733] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.296929] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.297218] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70fa530d-013b-4ef3-be70-b048b3a8ecac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.396630] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dfda53-3b74-2e83-6de9-27974880425f, 'name': SearchDatastore_Task, 'duration_secs': 0.012509} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.400042] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574f4764-f5f7-44be-a74f-f6b116991121 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.405223] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1533.405223] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4ebbe-0523-cb12-7d29-078f667ae65f" [ 1533.405223] env[63070]: _type = "Task" [ 1533.405223] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.413876] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4ebbe-0523-cb12-7d29-078f667ae65f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.434682] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87df7a5-e91b-4fef-a649-8d81f98c7632 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.439150] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "refresh_cache-8d19b75b-ec72-4444-9125-094e11c0bc47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.439264] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquired lock "refresh_cache-8d19b75b-ec72-4444-9125-094e11c0bc47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.439456] env[63070]: DEBUG nova.network.neutron [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.443633] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00fd3fe-8586-4008-a240-18beaa03f8bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.476548] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c179b2d-2170-412e-bf49-17d16d289dfd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.487108] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afc14fb-1e5f-4966-a35c-2dce7186366c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.502502] env[63070]: DEBUG nova.compute.provider_tree [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.536902] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1533.537174] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1533.537373] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Deleting the datastore file [datastore1] 76088293-9a93-416f-ab0f-018303a573c6 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.537573] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8e2eec0-4a65-4095-965f-f21fcf86ff5b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.543925] env[63070]: DEBUG oslo_vmware.api [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1533.543925] env[63070]: value = "task-1770655" [ 1533.543925] env[63070]: _type = "Task" [ 1533.543925] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.552240] env[63070]: DEBUG oslo_vmware.api [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.674423] env[63070]: DEBUG oslo_vmware.api [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770652, 'name': PowerOnVM_Task, 'duration_secs': 0.51308} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.674713] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.674913] env[63070]: INFO nova.compute.manager [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Took 12.16 seconds to spawn the instance on the hypervisor. [ 1533.675111] env[63070]: DEBUG nova.compute.manager [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.675884] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbf4a87-10ce-4af6-9ad0-723c1ad1ed90 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.733633] env[63070]: DEBUG oslo_concurrency.lockutils [req-c185df65-bc9b-43d4-be24-7e61e812c068 req-df8e9261-1bba-41ea-849d-6bae3765ff0a service nova] Releasing lock "refresh_cache-975ac1f2-0948-41f5-a614-466b7dde9e83" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.733892] env[63070]: DEBUG nova.compute.manager [req-c185df65-bc9b-43d4-be24-7e61e812c068 req-df8e9261-1bba-41ea-849d-6bae3765ff0a service nova] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Received event network-vif-deleted-f47a1d3b-7358-4adb-b074-0656b8eaed8e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1533.917959] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4ebbe-0523-cb12-7d29-078f667ae65f, 'name': SearchDatastore_Task, 'duration_secs': 0.037833} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.918321] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.918584] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 975ac1f2-0948-41f5-a614-466b7dde9e83/975ac1f2-0948-41f5-a614-466b7dde9e83.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1533.918768] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e87e0c4-5878-4626-9660-8bee0cfe5244 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.926557] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1533.926557] env[63070]: value = "task-1770656" [ 1533.926557] env[63070]: _type = "Task" [ 1533.926557] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.935552] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.005725] env[63070]: DEBUG nova.scheduler.client.report [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.011292] env[63070]: DEBUG nova.network.neutron [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.059852] env[63070]: DEBUG oslo_vmware.api [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438123} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.060139] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1534.060343] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1534.060530] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1534.060716] env[63070]: INFO nova.compute.manager [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1534.060996] env[63070]: DEBUG oslo.service.loopingcall [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.061281] env[63070]: DEBUG nova.compute.manager [-] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1534.061407] env[63070]: DEBUG nova.network.neutron [-] [instance: 76088293-9a93-416f-ab0f-018303a573c6] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1534.113202] env[63070]: DEBUG nova.compute.manager [req-e07f361c-d16a-47ba-8c0c-b9feb6187118 req-53106014-8a6c-47ad-81ec-c6dab163a6b5 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Received event network-changed-c1154353-28ed-4b4f-b529-ee4e87ba89c5 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1534.113384] env[63070]: DEBUG nova.compute.manager [req-e07f361c-d16a-47ba-8c0c-b9feb6187118 req-53106014-8a6c-47ad-81ec-c6dab163a6b5 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Refreshing instance network info cache due to event network-changed-c1154353-28ed-4b4f-b529-ee4e87ba89c5. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1534.113684] env[63070]: DEBUG oslo_concurrency.lockutils [req-e07f361c-d16a-47ba-8c0c-b9feb6187118 req-53106014-8a6c-47ad-81ec-c6dab163a6b5 service nova] Acquiring lock "refresh_cache-fdc59a92-c8c9-4768-bef5-52d7f12f01e1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.113771] env[63070]: DEBUG oslo_concurrency.lockutils [req-e07f361c-d16a-47ba-8c0c-b9feb6187118 req-53106014-8a6c-47ad-81ec-c6dab163a6b5 service nova] Acquired lock "refresh_cache-fdc59a92-c8c9-4768-bef5-52d7f12f01e1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.113915] env[63070]: DEBUG nova.network.neutron [req-e07f361c-d16a-47ba-8c0c-b9feb6187118 req-53106014-8a6c-47ad-81ec-c6dab163a6b5 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Refreshing network info cache for port c1154353-28ed-4b4f-b529-ee4e87ba89c5 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.196233] env[63070]: INFO nova.compute.manager [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Took 52.83 seconds to build instance. [ 1534.438877] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770656, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.472422] env[63070]: DEBUG nova.network.neutron [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Updating instance_info_cache with network_info: [{"id": "7c6c7bbb-3c72-46fe-a4a5-f5df44f97518", "address": "fa:16:3e:b0:47:a0", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c6c7bbb-3c", "ovs_interfaceid": "7c6c7bbb-3c72-46fe-a4a5-f5df44f97518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.511947] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.515995] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.468s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.515995] env[63070]: DEBUG nova.objects.instance [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lazy-loading 'resources' on Instance uuid 9728411c-2d32-4eaf-82ac-b0c3138d45d9 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.536031] env[63070]: DEBUG nova.compute.manager [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Received event network-vif-plugged-7c6c7bbb-3c72-46fe-a4a5-f5df44f97518 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1534.536031] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] Acquiring lock "8d19b75b-ec72-4444-9125-094e11c0bc47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.536031] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] Lock "8d19b75b-ec72-4444-9125-094e11c0bc47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.536031] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] Lock "8d19b75b-ec72-4444-9125-094e11c0bc47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.536031] env[63070]: DEBUG nova.compute.manager [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] No waiting events found dispatching network-vif-plugged-7c6c7bbb-3c72-46fe-a4a5-f5df44f97518 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1534.536031] env[63070]: WARNING nova.compute.manager [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Received unexpected event network-vif-plugged-7c6c7bbb-3c72-46fe-a4a5-f5df44f97518 for instance with vm_state building and task_state spawning. [ 1534.536544] env[63070]: DEBUG nova.compute.manager [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Received event network-changed-7c6c7bbb-3c72-46fe-a4a5-f5df44f97518 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1534.536863] env[63070]: DEBUG nova.compute.manager [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Refreshing instance network info cache due to event network-changed-7c6c7bbb-3c72-46fe-a4a5-f5df44f97518. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1534.537223] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] Acquiring lock "refresh_cache-8d19b75b-ec72-4444-9125-094e11c0bc47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.554996] env[63070]: INFO nova.scheduler.client.report [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Deleted allocations for instance 07ce5a1d-ea87-4da0-a818-dac9ccb7af88 [ 1534.699805] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1951943-7d3f-41f0-b3fd-702907eca338 tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.817s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.940789] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536224} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.940789] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 975ac1f2-0948-41f5-a614-466b7dde9e83/975ac1f2-0948-41f5-a614-466b7dde9e83.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1534.940789] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1534.940789] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04a681df-640f-45d7-a509-99f389475bf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.950352] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1534.950352] env[63070]: value = "task-1770657" [ 1534.950352] env[63070]: _type = "Task" [ 1534.950352] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.962654] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.981972] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Releasing lock "refresh_cache-8d19b75b-ec72-4444-9125-094e11c0bc47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.981972] env[63070]: DEBUG nova.compute.manager [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Instance network_info: |[{"id": "7c6c7bbb-3c72-46fe-a4a5-f5df44f97518", "address": "fa:16:3e:b0:47:a0", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c6c7bbb-3c", "ovs_interfaceid": "7c6c7bbb-3c72-46fe-a4a5-f5df44f97518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1534.982362] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] Acquired lock "refresh_cache-8d19b75b-ec72-4444-9125-094e11c0bc47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.982822] env[63070]: DEBUG nova.network.neutron [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Refreshing network info cache for port 7c6c7bbb-3c72-46fe-a4a5-f5df44f97518 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.987619] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:47:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c6c7bbb-3c72-46fe-a4a5-f5df44f97518', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.995890] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Creating folder: Project (76a4e71fe8ae47efa22ec975e00d2e7e). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.002095] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d33b7e83-c6d0-4471-aa5b-f710c14d843f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.022377] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Created folder: Project (76a4e71fe8ae47efa22ec975e00d2e7e) in parent group-v367531. [ 1535.023046] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Creating folder: Instances. Parent ref: group-v367699. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.023682] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2bf0a8a-0dc2-4d54-9aa3-7693d27d1bc7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.034344] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Created folder: Instances in parent group-v367699. [ 1535.034961] env[63070]: DEBUG oslo.service.loopingcall [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.035197] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.035412] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba67a8ae-e4d5-492b-b12f-f574755aee87 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.059583] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.059583] env[63070]: value = "task-1770660" [ 1535.059583] env[63070]: _type = "Task" [ 1535.059583] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.065674] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8116f20-8771-48f5-9906-1c6ea922746e tempest-ServerTagsTestJSON-2078220264 tempest-ServerTagsTestJSON-2078220264-project-member] Lock "07ce5a1d-ea87-4da0-a818-dac9ccb7af88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.441s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.072691] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770660, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.197364] env[63070]: DEBUG oslo_concurrency.lockutils [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.197364] env[63070]: DEBUG oslo_concurrency.lockutils [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.197364] env[63070]: DEBUG oslo_concurrency.lockutils [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.197364] env[63070]: DEBUG oslo_concurrency.lockutils [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.197364] env[63070]: DEBUG oslo_concurrency.lockutils [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.203622] env[63070]: INFO nova.compute.manager [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Terminating instance [ 1535.457761] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061363} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.460295] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1535.461426] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f098431e-4307-426f-b68b-406eeca747aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.490452] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 975ac1f2-0948-41f5-a614-466b7dde9e83/975ac1f2-0948-41f5-a614-466b7dde9e83.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.491629] env[63070]: DEBUG nova.network.neutron [req-e07f361c-d16a-47ba-8c0c-b9feb6187118 req-53106014-8a6c-47ad-81ec-c6dab163a6b5 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Updated VIF entry in instance network info cache for port c1154353-28ed-4b4f-b529-ee4e87ba89c5. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1535.492095] env[63070]: DEBUG nova.network.neutron [req-e07f361c-d16a-47ba-8c0c-b9feb6187118 req-53106014-8a6c-47ad-81ec-c6dab163a6b5 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Updating instance_info_cache with network_info: [{"id": "c1154353-28ed-4b4f-b529-ee4e87ba89c5", "address": "fa:16:3e:d1:e4:8d", "network": {"id": "79e469a6-6ad2-4ba2-bfb6-1837502d8f19", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2002303980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a1a5f7c2b5143429052efeface44894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1154353-28", "ovs_interfaceid": "c1154353-28ed-4b4f-b529-ee4e87ba89c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.497495] env[63070]: DEBUG nova.network.neutron [-] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.498979] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c0c216-9404-49c3-ac64-37ead4b4ad67 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.525872] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1535.525872] env[63070]: value = "task-1770661" [ 1535.525872] env[63070]: _type = "Task" [ 1535.525872] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.536828] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.575961] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770660, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.602718] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be6ed8b-87bb-4e27-8cf8-2f5012bb8cfd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.607953] env[63070]: DEBUG nova.network.neutron [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Updated VIF entry in instance network info cache for port 7c6c7bbb-3c72-46fe-a4a5-f5df44f97518. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1535.608311] env[63070]: DEBUG nova.network.neutron [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Updating instance_info_cache with network_info: [{"id": "7c6c7bbb-3c72-46fe-a4a5-f5df44f97518", "address": "fa:16:3e:b0:47:a0", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c6c7bbb-3c", "ovs_interfaceid": "7c6c7bbb-3c72-46fe-a4a5-f5df44f97518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.615321] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56662dc6-c48c-4cb6-813a-1f4b8ff3faee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.651715] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaa5ae7-9a20-4b16-9634-b0fb0a1b15c8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.660390] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b74ae29-8fff-48ad-9f7b-605504cd932b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.676706] env[63070]: DEBUG nova.compute.provider_tree [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1535.707669] env[63070]: DEBUG nova.compute.manager [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.707905] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.708786] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340180fe-ed6d-4a8f-88be-d3ab7b9e3d21 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.716900] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.717196] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-806fa8de-55b3-425b-937f-a6355da23426 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.725855] env[63070]: DEBUG oslo_vmware.api [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1535.725855] env[63070]: value = "task-1770662" [ 1535.725855] env[63070]: _type = "Task" [ 1535.725855] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.734189] env[63070]: DEBUG oslo_vmware.api [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.020033] env[63070]: INFO nova.compute.manager [-] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Took 1.96 seconds to deallocate network for instance. [ 1536.020033] env[63070]: DEBUG oslo_concurrency.lockutils [req-e07f361c-d16a-47ba-8c0c-b9feb6187118 req-53106014-8a6c-47ad-81ec-c6dab163a6b5 service nova] Releasing lock "refresh_cache-fdc59a92-c8c9-4768-bef5-52d7f12f01e1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.038685] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.073208] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770660, 'name': CreateVM_Task, 'duration_secs': 0.854633} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.073483] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.074299] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.074552] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.074947] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.075610] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7102e509-c688-4d22-9380-7ed1ba700e6e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.082031] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1536.082031] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a09762-23e6-2ea1-15d5-bcda2791d1dd" [ 1536.082031] env[63070]: _type = "Task" [ 1536.082031] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.090712] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a09762-23e6-2ea1-15d5-bcda2791d1dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.115132] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cc89ae0-6be2-4a52-9888-af94a66435c5 req-c222744c-4275-436e-9d2c-d9858bc39be7 service nova] Releasing lock "refresh_cache-8d19b75b-ec72-4444-9125-094e11c0bc47" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.218575] env[63070]: DEBUG nova.scheduler.client.report [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1536.218748] env[63070]: DEBUG nova.compute.provider_tree [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 86 to 87 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1536.218777] env[63070]: DEBUG nova.compute.provider_tree [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1536.235597] env[63070]: DEBUG oslo_vmware.api [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770662, 'name': PowerOffVM_Task, 'duration_secs': 0.244227} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.235877] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.236058] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.236321] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2295e29f-8057-4eda-bd5b-0000092a83a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.365072] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.367134] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.367134] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Deleting the datastore file [datastore1] 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.367134] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b00a931-0667-41e1-8123-b31459e2eabb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.373736] env[63070]: DEBUG oslo_vmware.api [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for the task: (returnval){ [ 1536.373736] env[63070]: value = "task-1770664" [ 1536.373736] env[63070]: _type = "Task" [ 1536.373736] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.382519] env[63070]: DEBUG oslo_vmware.api [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.531023] env[63070]: DEBUG oslo_concurrency.lockutils [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.540368] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770661, 'name': ReconfigVM_Task, 'duration_secs': 0.707622} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.541012] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 975ac1f2-0948-41f5-a614-466b7dde9e83/975ac1f2-0948-41f5-a614-466b7dde9e83.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.543767] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56edae54-24d5-4637-b72d-7d106afd1fae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.550496] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1536.550496] env[63070]: value = "task-1770665" [ 1536.550496] env[63070]: _type = "Task" [ 1536.550496] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.567329] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770665, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.592975] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a09762-23e6-2ea1-15d5-bcda2791d1dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009987} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.595793] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.595793] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.595793] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.595793] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.595793] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.595793] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d65e333f-fdac-453e-b773-f9408ceedf89 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.602657] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.602723] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.603526] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456d90ed-2df8-4d6c-bc86-33676d5d0b26 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.610443] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1536.610443] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2c5a7-2e94-f8f7-37bc-a1e5135b324b" [ 1536.610443] env[63070]: _type = "Task" [ 1536.610443] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.617806] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2c5a7-2e94-f8f7-37bc-a1e5135b324b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.655882] env[63070]: DEBUG nova.compute.manager [req-13d108c6-5458-4de2-a98e-191f84d6cf68 req-63b848bc-410a-4817-b2db-abe6535f3d4f service nova] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Received event network-vif-deleted-ff8b99a3-d931-4a42-908b-6a252a248af6 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1536.725505] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.727696] env[63070]: DEBUG oslo_concurrency.lockutils [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.045s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.727920] env[63070]: DEBUG nova.objects.instance [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lazy-loading 'resources' on Instance uuid 034bdc08-eee7-46cd-a37e-3f621cc593f8 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.763018] env[63070]: INFO nova.scheduler.client.report [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Deleted allocations for instance 9728411c-2d32-4eaf-82ac-b0c3138d45d9 [ 1536.885856] env[63070]: DEBUG oslo_vmware.api [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Task: {'id': task-1770664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238251} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.886127] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.886306] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.886474] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.886641] env[63070]: INFO nova.compute.manager [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1536.886866] env[63070]: DEBUG oslo.service.loopingcall [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.887063] env[63070]: DEBUG nova.compute.manager [-] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.887176] env[63070]: DEBUG nova.network.neutron [-] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1537.062393] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770665, 'name': Rename_Task, 'duration_secs': 0.24394} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.062681] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.062909] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-781a8585-ed4d-42f6-8f3d-a8b09f29934a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.070202] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1537.070202] env[63070]: value = "task-1770666" [ 1537.070202] env[63070]: _type = "Task" [ 1537.070202] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.079068] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.121179] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2c5a7-2e94-f8f7-37bc-a1e5135b324b, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.122430] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57633c17-749c-4034-9155-f2da77eeaa44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.130101] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1537.130101] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d19833-a7ab-2f16-d054-ef3f6355781b" [ 1537.130101] env[63070]: _type = "Task" [ 1537.130101] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.139846] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d19833-a7ab-2f16-d054-ef3f6355781b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.272918] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ccac1736-a5ae-4950-923b-1845613ea92e tempest-ListImageFiltersTestJSON-673172501 tempest-ListImageFiltersTestJSON-673172501-project-member] Lock "9728411c-2d32-4eaf-82ac-b0c3138d45d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.788s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.579780] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770666, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.644285] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d19833-a7ab-2f16-d054-ef3f6355781b, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.644557] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.645405] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8d19b75b-ec72-4444-9125-094e11c0bc47/8d19b75b-ec72-4444-9125-094e11c0bc47.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.645405] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab18af6e-59c9-43e0-a97e-98994bf5fa1c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.653498] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1537.653498] env[63070]: value = "task-1770667" [ 1537.653498] env[63070]: _type = "Task" [ 1537.653498] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.663161] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.758360] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95261ee-4274-4d75-8e62-ea00f3c066ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.767269] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208f297b-024c-4db0-9e36-b31952d71edc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.800887] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150a36a1-87b0-4a55-9459-9a2885b3ea11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.809121] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29148bcb-bbe0-4313-8d58-ec7b573f9fc1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.824170] env[63070]: DEBUG nova.compute.provider_tree [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.843630] env[63070]: DEBUG nova.network.neutron [-] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.086820] env[63070]: DEBUG oslo_vmware.api [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770666, 'name': PowerOnVM_Task, 'duration_secs': 0.648824} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.087204] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.087356] env[63070]: INFO nova.compute.manager [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1538.087552] env[63070]: DEBUG nova.compute.manager [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.088449] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f4a198-c308-4ebb-8f92-731f2892012a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.166840] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770667, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.327060] env[63070]: DEBUG nova.scheduler.client.report [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.348114] env[63070]: INFO nova.compute.manager [-] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Took 1.46 seconds to deallocate network for instance. [ 1538.613226] env[63070]: INFO nova.compute.manager [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Took 46.36 seconds to build instance. [ 1538.666264] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551248} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.666657] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8d19b75b-ec72-4444-9125-094e11c0bc47/8d19b75b-ec72-4444-9125-094e11c0bc47.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.666908] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.667442] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc30964b-5914-4b2a-b08f-1e2cefc58628 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.680451] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1538.680451] env[63070]: value = "task-1770668" [ 1538.680451] env[63070]: _type = "Task" [ 1538.680451] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.691510] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.708585] env[63070]: DEBUG nova.compute.manager [req-1b6264b1-162b-4ba4-889f-dd98322c012d req-b8543f9d-1953-4dbb-af99-7e1a79a582b5 service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Received event network-vif-deleted-8a7d34bc-e675-48d0-8412-2741118aff13 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1538.708795] env[63070]: DEBUG nova.compute.manager [req-1b6264b1-162b-4ba4-889f-dd98322c012d req-b8543f9d-1953-4dbb-af99-7e1a79a582b5 service nova] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Received event network-vif-deleted-8e6c40f3-31e7-4b1c-b59b-73f1c1adbde7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1538.832953] env[63070]: DEBUG oslo_concurrency.lockutils [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.836088] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.069s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.838334] env[63070]: INFO nova.compute.claims [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1538.855319] env[63070]: DEBUG oslo_concurrency.lockutils [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.865329] env[63070]: INFO nova.scheduler.client.report [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted allocations for instance 034bdc08-eee7-46cd-a37e-3f621cc593f8 [ 1539.120066] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd86db39-2f31-485f-8bbf-be61f6be7ce8 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "975ac1f2-0948-41f5-a614-466b7dde9e83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.086s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.198394] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069669} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.198480] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.199316] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d824604d-a63a-4543-926d-cf8705acefe1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.226290] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 8d19b75b-ec72-4444-9125-094e11c0bc47/8d19b75b-ec72-4444-9125-094e11c0bc47.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.226590] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082b7d44-7498-4c8c-a95b-a6ccbe564703 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.253919] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1539.253919] env[63070]: value = "task-1770669" [ 1539.253919] env[63070]: _type = "Task" [ 1539.253919] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.266245] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.380974] env[63070]: DEBUG oslo_concurrency.lockutils [None req-60c282e7-1ae3-415b-846b-6e74331f0ef8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "034bdc08-eee7-46cd-a37e-3f621cc593f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.698s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.749603] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "975ac1f2-0948-41f5-a614-466b7dde9e83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.749889] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "975ac1f2-0948-41f5-a614-466b7dde9e83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.750669] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "975ac1f2-0948-41f5-a614-466b7dde9e83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.750669] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "975ac1f2-0948-41f5-a614-466b7dde9e83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.750669] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "975ac1f2-0948-41f5-a614-466b7dde9e83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.755651] env[63070]: INFO nova.compute.manager [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Terminating instance [ 1539.766838] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770669, 'name': ReconfigVM_Task, 'duration_secs': 0.262632} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.767048] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 8d19b75b-ec72-4444-9125-094e11c0bc47/8d19b75b-ec72-4444-9125-094e11c0bc47.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.767671] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-940fac19-5e99-4bb7-a54e-56371fd9ac61 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.778054] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1539.778054] env[63070]: value = "task-1770670" [ 1539.778054] env[63070]: _type = "Task" [ 1539.778054] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.791502] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770670, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.263795] env[63070]: DEBUG nova.compute.manager [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.264090] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.268362] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3be3700-94fb-458c-bbf8-7478e6df56f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.278387] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.278387] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e496e9e9-98ab-420f-b28a-0bfda55250bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.289587] env[63070]: DEBUG oslo_vmware.api [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1540.289587] env[63070]: value = "task-1770671" [ 1540.289587] env[63070]: _type = "Task" [ 1540.289587] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.297048] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770670, 'name': Rename_Task, 'duration_secs': 0.150208} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.300311] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.301752] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ac76ce9-2c7c-447d-bdce-828d6803413d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.311535] env[63070]: DEBUG oslo_vmware.api [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.313121] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1540.313121] env[63070]: value = "task-1770672" [ 1540.313121] env[63070]: _type = "Task" [ 1540.313121] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.326583] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770672, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.394882] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee19ff3a-3428-49c3-9c90-17d4ee4d82e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.408287] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7743717e-bad5-4846-97d4-5ae8ee0f2a16 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.441624] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a90cb92-b62d-4faa-8f90-5fc5b736b8f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.453018] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab03d78f-69de-468c-bda0-6848de9450c8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.471219] env[63070]: DEBUG nova.compute.provider_tree [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.652460] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquiring lock "ca3c0eed-1172-4984-96b7-707886d20979" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.655067] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "ca3c0eed-1172-4984-96b7-707886d20979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.808331] env[63070]: DEBUG oslo_vmware.api [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770671, 'name': PowerOffVM_Task, 'duration_secs': 0.308191} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.808703] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.808884] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.809379] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e033772c-c9b3-4e13-b597-6718a5a89146 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.823668] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770672, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.973428] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.973743] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.973817] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleting the datastore file [datastore1] 975ac1f2-0948-41f5-a614-466b7dde9e83 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.974102] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4f8e00a-81f4-470e-a44b-1b565198c0fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.983653] env[63070]: DEBUG nova.scheduler.client.report [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.992082] env[63070]: DEBUG oslo_vmware.api [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1540.992082] env[63070]: value = "task-1770674" [ 1540.992082] env[63070]: _type = "Task" [ 1540.992082] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.007149] env[63070]: DEBUG oslo_vmware.api [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.159450] env[63070]: DEBUG nova.compute.manager [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1541.331342] env[63070]: DEBUG oslo_vmware.api [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770672, 'name': PowerOnVM_Task, 'duration_secs': 0.54719} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.331342] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.331661] env[63070]: INFO nova.compute.manager [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1541.331755] env[63070]: DEBUG nova.compute.manager [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1541.335495] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339f9aec-16b1-4390-bc4d-a1e40773b589 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.488994] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.489927] env[63070]: DEBUG nova.compute.manager [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1541.495035] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.271s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.495281] env[63070]: DEBUG nova.objects.instance [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lazy-loading 'resources' on Instance uuid 3ed78d9c-5add-45dc-ba97-d674f1b09c15 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.507518] env[63070]: DEBUG oslo_vmware.api [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.693300] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.849716] env[63070]: INFO nova.compute.manager [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Took 46.16 seconds to build instance. [ 1542.002178] env[63070]: DEBUG nova.compute.utils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1542.010510] env[63070]: DEBUG nova.compute.manager [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1542.010510] env[63070]: DEBUG nova.network.neutron [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1542.011733] env[63070]: DEBUG oslo_vmware.api [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534169} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.012301] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.012498] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.012670] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.012837] env[63070]: INFO nova.compute.manager [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1542.013088] env[63070]: DEBUG oslo.service.loopingcall [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.013281] env[63070]: DEBUG nova.compute.manager [-] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1542.013374] env[63070]: DEBUG nova.network.neutron [-] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1542.120769] env[63070]: DEBUG nova.policy [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11f8e1b204104d6e80e9ba336639e199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d399e48ea04a0abf190c7fee2987ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1542.352657] env[63070]: DEBUG oslo_concurrency.lockutils [None req-28eb04c6-2e00-43eb-9d20-881771b04ae0 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "8d19b75b-ec72-4444-9125-094e11c0bc47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.891s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.507111] env[63070]: DEBUG nova.compute.manager [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.517734] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb135e5c-ac50-4477-a2bf-1a4b27688c05 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.526457] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228f5037-289f-49f2-a037-82a48b181507 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.569921] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a7441c-7824-46e5-a9fd-2263e17d6ad9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.576922] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cd54b5-0813-44f1-99b4-2b7c51a06951 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.592018] env[63070]: DEBUG nova.compute.provider_tree [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1542.647915] env[63070]: DEBUG nova.network.neutron [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Successfully created port: 36473085-73c2-4d48-a338-9a5c28a67899 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1542.678412] env[63070]: DEBUG nova.compute.manager [req-086273ae-d10d-4e63-93f1-86da2fafa423 req-c9d8a12c-9b03-4a11-989c-15836ec38f6c service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Received event network-vif-deleted-e17075dc-c642-40ee-aa96-0e20af16e73c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1542.678621] env[63070]: INFO nova.compute.manager [req-086273ae-d10d-4e63-93f1-86da2fafa423 req-c9d8a12c-9b03-4a11-989c-15836ec38f6c service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Neutron deleted interface e17075dc-c642-40ee-aa96-0e20af16e73c; detaching it from the instance and deleting it from the info cache [ 1542.678790] env[63070]: DEBUG nova.network.neutron [req-086273ae-d10d-4e63-93f1-86da2fafa423 req-c9d8a12c-9b03-4a11-989c-15836ec38f6c service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.763864] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.764146] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.947500] env[63070]: DEBUG nova.network.neutron [-] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.115963] env[63070]: ERROR nova.scheduler.client.report [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [req-d4de6fb8-aad4-4a68-8b16-35b9b5ba7329] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4de6fb8-aad4-4a68-8b16-35b9b5ba7329"}]} [ 1543.134043] env[63070]: DEBUG nova.scheduler.client.report [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1543.150030] env[63070]: DEBUG nova.scheduler.client.report [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1543.150030] env[63070]: DEBUG nova.compute.provider_tree [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1543.160696] env[63070]: DEBUG nova.scheduler.client.report [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1543.177170] env[63070]: DEBUG nova.scheduler.client.report [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1543.181111] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04d66f3d-f1a9-41e2-8073-46f3c0b3fd58 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.190130] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1227919c-5a10-4bb1-9714-9375526644ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.232891] env[63070]: DEBUG nova.compute.manager [req-086273ae-d10d-4e63-93f1-86da2fafa423 req-c9d8a12c-9b03-4a11-989c-15836ec38f6c service nova] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Detach interface failed, port_id=e17075dc-c642-40ee-aa96-0e20af16e73c, reason: Instance 975ac1f2-0948-41f5-a614-466b7dde9e83 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1543.240020] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquiring lock "ffe69efd-f43c-47c6-98d1-a149d0411d61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.240020] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lock "ffe69efd-f43c-47c6-98d1-a149d0411d61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.265885] env[63070]: DEBUG nova.compute.manager [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1543.454726] env[63070]: INFO nova.compute.manager [-] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Took 1.44 seconds to deallocate network for instance. [ 1543.523486] env[63070]: DEBUG nova.compute.manager [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1543.555400] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.555668] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.555828] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.556038] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.556189] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.556352] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.556562] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.556735] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.556939] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.557133] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.557313] env[63070]: DEBUG nova.virt.hardware [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.558284] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97e6517-e967-451e-b1e0-92a230f3c69f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.566815] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acaed21-65ba-4e2c-82a5-7748d42d7260 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.686667] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7280182c-ee51-401d-9676-7482f6f8de04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.694998] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d854e1b-fe07-4c38-97b8-22abfa1dbdee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.726471] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Acquiring lock "8d19b75b-ec72-4444-9125-094e11c0bc47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.726794] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Lock "8d19b75b-ec72-4444-9125-094e11c0bc47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.726954] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Acquiring lock "8d19b75b-ec72-4444-9125-094e11c0bc47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.727150] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Lock "8d19b75b-ec72-4444-9125-094e11c0bc47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.727318] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Lock "8d19b75b-ec72-4444-9125-094e11c0bc47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.729719] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb01dd40-bc3c-4693-bd98-01dc41a897c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.732582] env[63070]: INFO nova.compute.manager [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Terminating instance [ 1543.740416] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae22d3-6920-41c6-b18f-e5fdd12c7868 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.745167] env[63070]: DEBUG nova.compute.manager [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1543.757959] env[63070]: DEBUG nova.compute.provider_tree [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1543.790343] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.963807] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.239242] env[63070]: DEBUG nova.compute.manager [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1544.239558] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.240799] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34475059-6a9f-46f1-b05f-e9bcc1ca0561 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.251140] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.253424] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11949b48-d7bd-4afa-9e42-09429f1c284a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.266065] env[63070]: DEBUG oslo_vmware.api [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Waiting for the task: (returnval){ [ 1544.266065] env[63070]: value = "task-1770675" [ 1544.266065] env[63070]: _type = "Task" [ 1544.266065] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.273724] env[63070]: DEBUG oslo_vmware.api [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Task: {'id': task-1770675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.275399] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.296162] env[63070]: DEBUG nova.scheduler.client.report [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1544.296162] env[63070]: DEBUG nova.compute.provider_tree [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 90 to 91 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1544.296162] env[63070]: DEBUG nova.compute.provider_tree [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1544.339776] env[63070]: DEBUG nova.network.neutron [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Successfully updated port: 36473085-73c2-4d48-a338-9a5c28a67899 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1544.731394] env[63070]: DEBUG nova.compute.manager [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Received event network-vif-plugged-36473085-73c2-4d48-a338-9a5c28a67899 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1544.731394] env[63070]: DEBUG oslo_concurrency.lockutils [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] Acquiring lock "be182532-b109-41da-931d-297bb773b2f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.731394] env[63070]: DEBUG oslo_concurrency.lockutils [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] Lock "be182532-b109-41da-931d-297bb773b2f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.731394] env[63070]: DEBUG oslo_concurrency.lockutils [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] Lock "be182532-b109-41da-931d-297bb773b2f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.731394] env[63070]: DEBUG nova.compute.manager [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] No waiting events found dispatching network-vif-plugged-36473085-73c2-4d48-a338-9a5c28a67899 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.731394] env[63070]: WARNING nova.compute.manager [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Received unexpected event network-vif-plugged-36473085-73c2-4d48-a338-9a5c28a67899 for instance with vm_state building and task_state spawning. [ 1544.731394] env[63070]: DEBUG nova.compute.manager [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Received event network-changed-36473085-73c2-4d48-a338-9a5c28a67899 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1544.731394] env[63070]: DEBUG nova.compute.manager [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Refreshing instance network info cache due to event network-changed-36473085-73c2-4d48-a338-9a5c28a67899. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1544.731394] env[63070]: DEBUG oslo_concurrency.lockutils [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] Acquiring lock "refresh_cache-be182532-b109-41da-931d-297bb773b2f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.731394] env[63070]: DEBUG oslo_concurrency.lockutils [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] Acquired lock "refresh_cache-be182532-b109-41da-931d-297bb773b2f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.731394] env[63070]: DEBUG nova.network.neutron [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Refreshing network info cache for port 36473085-73c2-4d48-a338-9a5c28a67899 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.773799] env[63070]: DEBUG oslo_vmware.api [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Task: {'id': task-1770675, 'name': PowerOffVM_Task, 'duration_secs': 0.182478} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.774070] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.774241] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.774488] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-863f8a94-5f69-468b-b79a-f2bb0cc8aed2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.801428] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.306s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.804579] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.647s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.804887] env[63070]: DEBUG nova.objects.instance [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lazy-loading 'resources' on Instance uuid d6857835-31a5-47da-a63d-245672f30cb4 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.824661] env[63070]: INFO nova.scheduler.client.report [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Deleted allocations for instance 3ed78d9c-5add-45dc-ba97-d674f1b09c15 [ 1544.845551] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "refresh_cache-be182532-b109-41da-931d-297bb773b2f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.864545] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.864781] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.864963] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Deleting the datastore file [datastore1] 8d19b75b-ec72-4444-9125-094e11c0bc47 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.865258] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-127c2506-9138-492b-aa2c-4700817b738a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.871934] env[63070]: DEBUG oslo_vmware.api [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Waiting for the task: (returnval){ [ 1544.871934] env[63070]: value = "task-1770677" [ 1544.871934] env[63070]: _type = "Task" [ 1544.871934] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.882303] env[63070]: DEBUG oslo_vmware.api [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Task: {'id': task-1770677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.949060] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.949741] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a1f4c3f-26c0-44fb-8f29-acc4c86e5356 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "3ed78d9c-5add-45dc-ba97-d674f1b09c15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.218s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.953934] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.961396] env[63070]: DEBUG oslo_vmware.api [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Task: {'id': task-1770677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149131} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.961674] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.961862] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.962047] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.962227] env[63070]: INFO nova.compute.manager [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1545.962913] env[63070]: DEBUG oslo.service.loopingcall [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.963616] env[63070]: DEBUG nova.compute.manager [-] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1545.963713] env[63070]: DEBUG nova.network.neutron [-] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.973198] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "75bf795d-9980-4559-ab50-cdef7bb7921b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.973303] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "75bf795d-9980-4559-ab50-cdef7bb7921b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.017663] env[63070]: DEBUG nova.network.neutron [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.172838] env[63070]: DEBUG nova.network.neutron [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.397585] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d7ad71-a57e-4585-965f-b21e7a46f043 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.405090] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054f66b3-d573-41c1-a2e3-ad2246d4eaa4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.437997] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918d9d12-f0ef-485e-96d3-b87df6f04d00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.445321] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6533d0ee-5465-4656-9e40-294af1eaf9fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.463526] env[63070]: DEBUG nova.compute.provider_tree [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.464902] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.465227] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1546.465227] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1546.475606] env[63070]: DEBUG nova.compute.manager [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1546.676221] env[63070]: DEBUG oslo_concurrency.lockutils [req-ed85c69a-568b-4496-8e94-35a37e8e5a2c req-d793f3b4-29db-4713-a42f-8255ada00c77 service nova] Releasing lock "refresh_cache-be182532-b109-41da-931d-297bb773b2f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.676658] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "refresh_cache-be182532-b109-41da-931d-297bb773b2f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.676822] env[63070]: DEBUG nova.network.neutron [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1546.752068] env[63070]: DEBUG nova.compute.manager [req-916bd0a1-38bf-4977-a5ca-ff979d1daf58 req-095d3118-b5f7-47d1-8174-987bc29f8c5c service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Received event network-vif-deleted-7c6c7bbb-3c72-46fe-a4a5-f5df44f97518 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1546.752279] env[63070]: INFO nova.compute.manager [req-916bd0a1-38bf-4977-a5ca-ff979d1daf58 req-095d3118-b5f7-47d1-8174-987bc29f8c5c service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Neutron deleted interface 7c6c7bbb-3c72-46fe-a4a5-f5df44f97518; detaching it from the instance and deleting it from the info cache [ 1546.752422] env[63070]: DEBUG nova.network.neutron [req-916bd0a1-38bf-4977-a5ca-ff979d1daf58 req-095d3118-b5f7-47d1-8174-987bc29f8c5c service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.783160] env[63070]: DEBUG nova.network.neutron [-] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.968067] env[63070]: DEBUG nova.scheduler.client.report [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.976701] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Skipping network cache update for instance because it is being deleted. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1546.976858] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: be182532-b109-41da-931d-297bb773b2f1] Skipping network cache update for instance because it is Building. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1546.996208] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.144105] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.144299] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquired lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.144477] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Forcefully refreshing network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1547.144642] env[63070]: DEBUG nova.objects.instance [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lazy-loading 'info_cache' on Instance uuid 061f91da-9911-4400-ba28-0e85b2c328f5 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.210709] env[63070]: DEBUG nova.network.neutron [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1547.254784] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c2376c2-6444-41c1-88ad-27f9fcae5685 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.264724] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd17c869-db70-4e3b-bb89-01ceba7c6320 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.285756] env[63070]: INFO nova.compute.manager [-] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Took 1.32 seconds to deallocate network for instance. [ 1547.304123] env[63070]: DEBUG nova.compute.manager [req-916bd0a1-38bf-4977-a5ca-ff979d1daf58 req-095d3118-b5f7-47d1-8174-987bc29f8c5c service nova] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Detach interface failed, port_id=7c6c7bbb-3c72-46fe-a4a5-f5df44f97518, reason: Instance 8d19b75b-ec72-4444-9125-094e11c0bc47 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1547.403074] env[63070]: DEBUG nova.network.neutron [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Updating instance_info_cache with network_info: [{"id": "36473085-73c2-4d48-a338-9a5c28a67899", "address": "fa:16:3e:f0:65:7f", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36473085-73", "ovs_interfaceid": "36473085-73c2-4d48-a338-9a5c28a67899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.481027] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.676s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.485655] env[63070]: DEBUG oslo_concurrency.lockutils [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.171s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.486366] env[63070]: DEBUG nova.objects.instance [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lazy-loading 'resources' on Instance uuid 15a90e03-5481-404e-828d-2ed1dfe6469a {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.505878] env[63070]: INFO nova.scheduler.client.report [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Deleted allocations for instance d6857835-31a5-47da-a63d-245672f30cb4 [ 1547.805230] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.910028] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "refresh_cache-be182532-b109-41da-931d-297bb773b2f1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.910559] env[63070]: DEBUG nova.compute.manager [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Instance network_info: |[{"id": "36473085-73c2-4d48-a338-9a5c28a67899", "address": "fa:16:3e:f0:65:7f", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36473085-73", "ovs_interfaceid": "36473085-73c2-4d48-a338-9a5c28a67899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1547.910786] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:65:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36473085-73c2-4d48-a338-9a5c28a67899', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1547.918222] env[63070]: DEBUG oslo.service.loopingcall [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.918789] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be182532-b109-41da-931d-297bb773b2f1] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1547.920050] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d18363ba-7f8f-427c-932e-b8614e61db33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.938608] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1547.938608] env[63070]: value = "task-1770678" [ 1547.938608] env[63070]: _type = "Task" [ 1547.938608] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.946036] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770678, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.017067] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e77c0093-e961-4cbe-9cbe-892de68b50ad tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "d6857835-31a5-47da-a63d-245672f30cb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.436s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.373910] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec891533-ea86-4c67-90e2-0c4621252044 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.381352] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db5126d-9216-48c2-b232-94200c1c075d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.410825] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222e40cb-e0f1-4a3f-a9c3-42e0dfb6a892 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.417593] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b83e462-2f62-4e51-90a2-2252468e2021 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.431345] env[63070]: DEBUG nova.compute.provider_tree [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.446962] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770678, 'name': CreateVM_Task, 'duration_secs': 0.294594} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.447140] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be182532-b109-41da-931d-297bb773b2f1] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.447782] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.447944] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.448274] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.448511] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78795940-89ad-49bf-b4cb-56fc74846e1e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.452866] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1548.452866] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52468996-7d68-486a-b378-36fa935d12a3" [ 1548.452866] env[63070]: _type = "Task" [ 1548.452866] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.460225] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52468996-7d68-486a-b378-36fa935d12a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.868668] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance_info_cache with network_info: [{"id": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "address": "fa:16:3e:2c:e6:41", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f238d42-18", "ovs_interfaceid": "0f238d42-1849-4cfa-ae74-5768c99eebdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.934598] env[63070]: DEBUG nova.scheduler.client.report [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.964729] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52468996-7d68-486a-b378-36fa935d12a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008625} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.965041] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.965292] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1548.965530] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.965675] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.965852] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1548.966127] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53f7815a-f779-4a95-ace7-5e5935af0145 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.974237] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1548.974411] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1548.975143] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155848ba-2185-48ce-9286-bf04bf3d682c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.979881] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1548.979881] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b5ba96-ad13-cb66-a61a-8cf9aed28c15" [ 1548.979881] env[63070]: _type = "Task" [ 1548.979881] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.987467] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b5ba96-ad13-cb66-a61a-8cf9aed28c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.371395] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Releasing lock "refresh_cache-061f91da-9911-4400-ba28-0e85b2c328f5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.371676] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updated the network info_cache for instance {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1549.371823] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.371974] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.372133] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.372341] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.372514] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.372659] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.372791] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1549.373104] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.439850] env[63070]: DEBUG oslo_concurrency.lockutils [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.442210] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.864s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.445348] env[63070]: INFO nova.compute.claims [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.459247] env[63070]: INFO nova.scheduler.client.report [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Deleted allocations for instance 15a90e03-5481-404e-828d-2ed1dfe6469a [ 1549.491858] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b5ba96-ad13-cb66-a61a-8cf9aed28c15, 'name': SearchDatastore_Task, 'duration_secs': 0.008417} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.492778] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8ceed0-f1f9-40e8-b3c6-4216427448e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.498214] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1549.498214] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fc9e8d-42fc-5edc-2481-941cf0a7dd9a" [ 1549.498214] env[63070]: _type = "Task" [ 1549.498214] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.505998] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fc9e8d-42fc-5edc-2481-941cf0a7dd9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.876576] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.966311] env[63070]: DEBUG oslo_concurrency.lockutils [None req-05b2e288-2e6e-413a-ae20-bcd4e50c170b tempest-ListServersNegativeTestJSON-1730951143 tempest-ListServersNegativeTestJSON-1730951143-project-member] Lock "15a90e03-5481-404e-828d-2ed1dfe6469a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.187s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.008467] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fc9e8d-42fc-5edc-2481-941cf0a7dd9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.008683] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.008933] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] be182532-b109-41da-931d-297bb773b2f1/be182532-b109-41da-931d-297bb773b2f1.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.009234] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e15d28b0-07e4-4001-9daa-98e1ce606de3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.015863] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1550.015863] env[63070]: value = "task-1770679" [ 1550.015863] env[63070]: _type = "Task" [ 1550.015863] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.023543] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.528795] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480462} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.529065] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] be182532-b109-41da-931d-297bb773b2f1/be182532-b109-41da-931d-297bb773b2f1.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.529271] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.529554] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6897bb11-f91d-4368-9d62-69885213a555 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.536735] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1550.536735] env[63070]: value = "task-1770680" [ 1550.536735] env[63070]: _type = "Task" [ 1550.536735] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.544966] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.884023] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a988fc6-d65e-48a0-a24f-010df5d38eef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.892306] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfc276a-465e-4cc4-912a-73d3d406e6ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.922593] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5380baf8-ea52-46bb-8df2-f6df95f3b850 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.930037] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978ba073-bcdb-4da0-abe8-a251bdb9955d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.943370] env[63070]: DEBUG nova.compute.provider_tree [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1551.046781] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064992} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.047020] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.047780] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91b53c2-80df-412e-b7f9-60a65fa5eee8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.071732] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] be182532-b109-41da-931d-297bb773b2f1/be182532-b109-41da-931d-297bb773b2f1.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.072056] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0cc8443-550c-4a81-a4de-465d028de16d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.092342] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1551.092342] env[63070]: value = "task-1770681" [ 1551.092342] env[63070]: _type = "Task" [ 1551.092342] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.100848] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.467515] env[63070]: ERROR nova.scheduler.client.report [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [req-4d38295a-7649-4768-8954-c3b142b70ba6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d38295a-7649-4768-8954-c3b142b70ba6"}]} [ 1551.486896] env[63070]: DEBUG nova.scheduler.client.report [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1551.505768] env[63070]: DEBUG nova.scheduler.client.report [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1551.505768] env[63070]: DEBUG nova.compute.provider_tree [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1551.515951] env[63070]: DEBUG nova.scheduler.client.report [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1551.539923] env[63070]: DEBUG nova.scheduler.client.report [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1551.606994] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.946679] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b097d9-6304-4ced-b655-6eaab0264f85 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.954201] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0646bd5b-cf09-488d-ba8d-3d7cbe5ef8e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.984391] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5145c9f9-74ac-4c5d-b252-d8c12f7fa1f2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.991635] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e0d3d6-4136-4c01-b99b-689d9316eac1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.004396] env[63070]: DEBUG nova.compute.provider_tree [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.103544] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770681, 'name': ReconfigVM_Task, 'duration_secs': 0.597351} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.103844] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Reconfigured VM instance instance-0000003d to attach disk [datastore1] be182532-b109-41da-931d-297bb773b2f1/be182532-b109-41da-931d-297bb773b2f1.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.104462] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bbb18d6-39ce-4423-8817-28b146fdf902 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.111274] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1552.111274] env[63070]: value = "task-1770682" [ 1552.111274] env[63070]: _type = "Task" [ 1552.111274] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.118952] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770682, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.507452] env[63070]: DEBUG nova.scheduler.client.report [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.621424] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770682, 'name': Rename_Task, 'duration_secs': 0.146956} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.621855] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.621939] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2904e235-e683-4f21-90b4-7b221c4e412f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.628687] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1552.628687] env[63070]: value = "task-1770683" [ 1552.628687] env[63070]: _type = "Task" [ 1552.628687] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.636886] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.016405] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.574s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.017026] env[63070]: DEBUG nova.compute.manager [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1553.019833] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.523s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.021384] env[63070]: INFO nova.compute.claims [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.139252] env[63070]: DEBUG oslo_vmware.api [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770683, 'name': PowerOnVM_Task, 'duration_secs': 0.43409} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.139513] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.139713] env[63070]: INFO nova.compute.manager [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1553.139964] env[63070]: DEBUG nova.compute.manager [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1553.140693] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42596ba-25df-49d7-8c48-8bd79eee496c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.526623] env[63070]: DEBUG nova.compute.utils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1553.529796] env[63070]: DEBUG nova.compute.manager [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1553.529968] env[63070]: DEBUG nova.network.neutron [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1553.611549] env[63070]: DEBUG nova.policy [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b89f905df9484fd6a98f40f4f15befc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48fa4a161d9d4f7ba5e5297dc1a68c32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1553.660584] env[63070]: INFO nova.compute.manager [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Took 47.91 seconds to build instance. [ 1553.939973] env[63070]: DEBUG nova.network.neutron [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Successfully created port: 39e16c03-ac68-4a2b-813f-c1e7a4c5b092 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.030752] env[63070]: DEBUG nova.compute.manager [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1554.167818] env[63070]: DEBUG oslo_concurrency.lockutils [None req-648688ef-2c4d-4e29-89f8-a61191710a6c tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "be182532-b109-41da-931d-297bb773b2f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.401s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.536421] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cf24cf-ec25-4d5d-8529-3461712260f2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.548402] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffef582-2b5f-4f62-b980-f6ce4c8894ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.586196] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53f7d4f-60da-41a8-895e-399a4efd5999 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.593350] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a986a11d-9fe2-4fc3-b5fb-96b65dcd449b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.608442] env[63070]: DEBUG nova.compute.provider_tree [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.659120] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.659406] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.045109] env[63070]: DEBUG nova.compute.manager [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1555.066099] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.066339] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.066495] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.066669] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.066810] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.066955] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.067178] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.067334] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.067498] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.067682] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.067876] env[63070]: DEBUG nova.virt.hardware [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.068745] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bdefb2-5966-4149-a199-0157bb729196 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.076899] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc83cd9d-521d-45f3-99e5-ef4211065206 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.111693] env[63070]: DEBUG nova.scheduler.client.report [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.162533] env[63070]: DEBUG nova.compute.manager [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1555.522553] env[63070]: DEBUG nova.compute.manager [req-58fa0cb6-197f-43cc-a8df-7579f74e5205 req-dd05abaf-0b96-4c44-8119-e7337c714731 service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Received event network-vif-plugged-39e16c03-ac68-4a2b-813f-c1e7a4c5b092 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1555.522780] env[63070]: DEBUG oslo_concurrency.lockutils [req-58fa0cb6-197f-43cc-a8df-7579f74e5205 req-dd05abaf-0b96-4c44-8119-e7337c714731 service nova] Acquiring lock "3938b74a-c763-413b-9c5d-f3ef83015b5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.522988] env[63070]: DEBUG oslo_concurrency.lockutils [req-58fa0cb6-197f-43cc-a8df-7579f74e5205 req-dd05abaf-0b96-4c44-8119-e7337c714731 service nova] Lock "3938b74a-c763-413b-9c5d-f3ef83015b5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.523164] env[63070]: DEBUG oslo_concurrency.lockutils [req-58fa0cb6-197f-43cc-a8df-7579f74e5205 req-dd05abaf-0b96-4c44-8119-e7337c714731 service nova] Lock "3938b74a-c763-413b-9c5d-f3ef83015b5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.523330] env[63070]: DEBUG nova.compute.manager [req-58fa0cb6-197f-43cc-a8df-7579f74e5205 req-dd05abaf-0b96-4c44-8119-e7337c714731 service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] No waiting events found dispatching network-vif-plugged-39e16c03-ac68-4a2b-813f-c1e7a4c5b092 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1555.523495] env[63070]: WARNING nova.compute.manager [req-58fa0cb6-197f-43cc-a8df-7579f74e5205 req-dd05abaf-0b96-4c44-8119-e7337c714731 service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Received unexpected event network-vif-plugged-39e16c03-ac68-4a2b-813f-c1e7a4c5b092 for instance with vm_state building and task_state spawning. [ 1555.614142] env[63070]: DEBUG nova.network.neutron [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Successfully updated port: 39e16c03-ac68-4a2b-813f-c1e7a4c5b092 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.616615] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.617107] env[63070]: DEBUG nova.compute.manager [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1555.619684] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.190s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.619934] env[63070]: DEBUG nova.objects.instance [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lazy-loading 'resources' on Instance uuid c55b02dc-6fdd-4638-a013-56a0d090a379 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.692082] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.760284] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "02085c0a-177e-4457-9646-46b9cde79adc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.760512] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.118202] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquiring lock "refresh_cache-3938b74a-c763-413b-9c5d-f3ef83015b5c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.118202] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquired lock "refresh_cache-3938b74a-c763-413b-9c5d-f3ef83015b5c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.118202] env[63070]: DEBUG nova.network.neutron [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.125738] env[63070]: DEBUG nova.compute.utils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1556.128656] env[63070]: DEBUG nova.compute.manager [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1556.128656] env[63070]: DEBUG nova.network.neutron [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1556.167900] env[63070]: DEBUG nova.policy [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02c7d761edb3490eb5486941fe828b83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2583041740c949568761cbc6d6a5cac1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1556.526919] env[63070]: DEBUG nova.network.neutron [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Successfully created port: 68a2f944-f44c-4560-91d9-f94cc651161b {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.574763] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92436ef9-2e17-47e0-b782-d9ec52d775dd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.582282] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963281a1-b1e6-419d-823d-f86240da687f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.613801] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2d7661-f302-44c3-abe2-40b9050b448d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.621203] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c989c8f-987c-4f26-967f-258973b8c995 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.636463] env[63070]: DEBUG nova.compute.manager [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1556.639229] env[63070]: DEBUG nova.compute.provider_tree [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.858074] env[63070]: DEBUG nova.network.neutron [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.104049] env[63070]: DEBUG nova.network.neutron [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Updating instance_info_cache with network_info: [{"id": "39e16c03-ac68-4a2b-813f-c1e7a4c5b092", "address": "fa:16:3e:f1:4a:d6", "network": {"id": "033d9572-96b3-4ea6-b36d-c2c056adcf1e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-611233953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa4a161d9d4f7ba5e5297dc1a68c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e16c03-ac", "ovs_interfaceid": "39e16c03-ac68-4a2b-813f-c1e7a4c5b092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.145084] env[63070]: DEBUG nova.scheduler.client.report [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.590055] env[63070]: DEBUG nova.compute.manager [req-49555ebe-e7f6-4a4f-87d6-92a9465c0af4 req-ef54e4e9-98f4-4eb0-9385-d99e3ed5f56f service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Received event network-changed-39e16c03-ac68-4a2b-813f-c1e7a4c5b092 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1557.590271] env[63070]: DEBUG nova.compute.manager [req-49555ebe-e7f6-4a4f-87d6-92a9465c0af4 req-ef54e4e9-98f4-4eb0-9385-d99e3ed5f56f service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Refreshing instance network info cache due to event network-changed-39e16c03-ac68-4a2b-813f-c1e7a4c5b092. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1557.590479] env[63070]: DEBUG oslo_concurrency.lockutils [req-49555ebe-e7f6-4a4f-87d6-92a9465c0af4 req-ef54e4e9-98f4-4eb0-9385-d99e3ed5f56f service nova] Acquiring lock "refresh_cache-3938b74a-c763-413b-9c5d-f3ef83015b5c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.606410] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Releasing lock "refresh_cache-3938b74a-c763-413b-9c5d-f3ef83015b5c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.606738] env[63070]: DEBUG nova.compute.manager [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Instance network_info: |[{"id": "39e16c03-ac68-4a2b-813f-c1e7a4c5b092", "address": "fa:16:3e:f1:4a:d6", "network": {"id": "033d9572-96b3-4ea6-b36d-c2c056adcf1e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-611233953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa4a161d9d4f7ba5e5297dc1a68c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e16c03-ac", "ovs_interfaceid": "39e16c03-ac68-4a2b-813f-c1e7a4c5b092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1557.607040] env[63070]: DEBUG oslo_concurrency.lockutils [req-49555ebe-e7f6-4a4f-87d6-92a9465c0af4 req-ef54e4e9-98f4-4eb0-9385-d99e3ed5f56f service nova] Acquired lock "refresh_cache-3938b74a-c763-413b-9c5d-f3ef83015b5c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.607528] env[63070]: DEBUG nova.network.neutron [req-49555ebe-e7f6-4a4f-87d6-92a9465c0af4 req-ef54e4e9-98f4-4eb0-9385-d99e3ed5f56f service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Refreshing network info cache for port 39e16c03-ac68-4a2b-813f-c1e7a4c5b092 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1557.608428] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:4a:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e16c03-ac68-4a2b-813f-c1e7a4c5b092', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.616398] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Creating folder: Project (48fa4a161d9d4f7ba5e5297dc1a68c32). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1557.619251] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc057771-3593-4ecc-bcd2-6cfb10969bf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.632487] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Created folder: Project (48fa4a161d9d4f7ba5e5297dc1a68c32) in parent group-v367531. [ 1557.632714] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Creating folder: Instances. Parent ref: group-v367703. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1557.632954] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a13a5c4-fef4-4278-ad13-4cf8f1fbfa2e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.642431] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Created folder: Instances in parent group-v367703. [ 1557.642656] env[63070]: DEBUG oslo.service.loopingcall [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.642838] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1557.643056] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52027fd1-06ac-4327-870e-7642323d53c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.658371] env[63070]: DEBUG nova.compute.manager [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1557.660897] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.666817] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.992s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.668767] env[63070]: INFO nova.compute.claims [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.677255] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.677255] env[63070]: value = "task-1770686" [ 1557.677255] env[63070]: _type = "Task" [ 1557.677255] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.688201] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770686, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.689269] env[63070]: INFO nova.scheduler.client.report [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted allocations for instance c55b02dc-6fdd-4638-a013-56a0d090a379 [ 1557.704085] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1557.704085] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.704085] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1557.704318] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.704364] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1557.704518] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1557.704712] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1557.704870] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1557.705069] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1557.705262] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1557.705446] env[63070]: DEBUG nova.virt.hardware [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1557.706590] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f86a9a-a81a-4acd-8fbc-d237f661e345 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.715973] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a41fa-d832-4b57-af70-14288b836d38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.874111] env[63070]: DEBUG nova.network.neutron [req-49555ebe-e7f6-4a4f-87d6-92a9465c0af4 req-ef54e4e9-98f4-4eb0-9385-d99e3ed5f56f service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Updated VIF entry in instance network info cache for port 39e16c03-ac68-4a2b-813f-c1e7a4c5b092. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.874516] env[63070]: DEBUG nova.network.neutron [req-49555ebe-e7f6-4a4f-87d6-92a9465c0af4 req-ef54e4e9-98f4-4eb0-9385-d99e3ed5f56f service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Updating instance_info_cache with network_info: [{"id": "39e16c03-ac68-4a2b-813f-c1e7a4c5b092", "address": "fa:16:3e:f1:4a:d6", "network": {"id": "033d9572-96b3-4ea6-b36d-c2c056adcf1e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-611233953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa4a161d9d4f7ba5e5297dc1a68c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e16c03-ac", "ovs_interfaceid": "39e16c03-ac68-4a2b-813f-c1e7a4c5b092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.187263] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770686, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.200300] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c50b982-a46a-4203-86d1-45f39c314d95 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "c55b02dc-6fdd-4638-a013-56a0d090a379" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.657s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.377522] env[63070]: DEBUG oslo_concurrency.lockutils [req-49555ebe-e7f6-4a4f-87d6-92a9465c0af4 req-ef54e4e9-98f4-4eb0-9385-d99e3ed5f56f service nova] Releasing lock "refresh_cache-3938b74a-c763-413b-9c5d-f3ef83015b5c" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.470944] env[63070]: DEBUG nova.network.neutron [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Successfully updated port: 68a2f944-f44c-4560-91d9-f94cc651161b {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.687686] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770686, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.903173] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.903426] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.972476] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquiring lock "refresh_cache-f4e5dc6f-fafc-4717-a50a-4eac66ff9113" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.972476] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquired lock "refresh_cache-f4e5dc6f-fafc-4717-a50a-4eac66ff9113" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.972476] env[63070]: DEBUG nova.network.neutron [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.068925] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a840156-f1b0-4aea-86c3-61d71c73923e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.076422] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5cf41e-bee4-4335-9d19-32c0f55dbcfb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.107455] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5f605e-709a-4b7b-b2e4-716b97a4a3cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.114744] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a31ce36-ddff-4fce-b9a5-c4127320f6f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.129028] env[63070]: DEBUG nova.compute.provider_tree [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.188346] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770686, 'name': CreateVM_Task, 'duration_secs': 1.344679} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.188647] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.189197] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.189386] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.189696] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1559.189946] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31450767-d10b-4d8e-8ee3-b2c9031156bb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.194185] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for the task: (returnval){ [ 1559.194185] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ec6b97-eafb-1678-1a51-5d7382257b0c" [ 1559.194185] env[63070]: _type = "Task" [ 1559.194185] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.201764] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ec6b97-eafb-1678-1a51-5d7382257b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.517329] env[63070]: DEBUG nova.network.neutron [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.631791] env[63070]: DEBUG nova.scheduler.client.report [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.637618] env[63070]: DEBUG nova.compute.manager [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Received event network-vif-plugged-68a2f944-f44c-4560-91d9-f94cc651161b {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1559.637834] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] Acquiring lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.638051] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] Lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.638259] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] Lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.638384] env[63070]: DEBUG nova.compute.manager [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] No waiting events found dispatching network-vif-plugged-68a2f944-f44c-4560-91d9-f94cc651161b {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.638548] env[63070]: WARNING nova.compute.manager [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Received unexpected event network-vif-plugged-68a2f944-f44c-4560-91d9-f94cc651161b for instance with vm_state building and task_state spawning. [ 1559.638706] env[63070]: DEBUG nova.compute.manager [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Received event network-changed-68a2f944-f44c-4560-91d9-f94cc651161b {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1559.638893] env[63070]: DEBUG nova.compute.manager [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Refreshing instance network info cache due to event network-changed-68a2f944-f44c-4560-91d9-f94cc651161b. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1559.639013] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] Acquiring lock "refresh_cache-f4e5dc6f-fafc-4717-a50a-4eac66ff9113" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.700521] env[63070]: DEBUG nova.network.neutron [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Updating instance_info_cache with network_info: [{"id": "68a2f944-f44c-4560-91d9-f94cc651161b", "address": "fa:16:3e:81:ea:59", "network": {"id": "32b91eb2-2e57-4b49-9a45-fefcdc00cf1d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-5597106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2583041740c949568761cbc6d6a5cac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a2f944-f4", "ovs_interfaceid": "68a2f944-f44c-4560-91d9-f94cc651161b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.705666] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ec6b97-eafb-1678-1a51-5d7382257b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.706165] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.706395] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.706625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.706768] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.706940] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.707214] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fed918c5-bcf1-4463-817d-d2fcc735d8a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.717153] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.717153] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.717440] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fc8ce6-689b-44dc-aa9e-8bb1e1007906 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.725087] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for the task: (returnval){ [ 1559.725087] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5256502c-1393-3d86-d874-d00489fccb16" [ 1559.725087] env[63070]: _type = "Task" [ 1559.725087] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.732978] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5256502c-1393-3d86-d874-d00489fccb16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.140418] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.140976] env[63070]: DEBUG nova.compute.manager [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1560.144118] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.504s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.206527] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Releasing lock "refresh_cache-f4e5dc6f-fafc-4717-a50a-4eac66ff9113" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.206859] env[63070]: DEBUG nova.compute.manager [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Instance network_info: |[{"id": "68a2f944-f44c-4560-91d9-f94cc651161b", "address": "fa:16:3e:81:ea:59", "network": {"id": "32b91eb2-2e57-4b49-9a45-fefcdc00cf1d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-5597106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2583041740c949568761cbc6d6a5cac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a2f944-f4", "ovs_interfaceid": "68a2f944-f44c-4560-91d9-f94cc651161b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.207169] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] Acquired lock "refresh_cache-f4e5dc6f-fafc-4717-a50a-4eac66ff9113" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.207357] env[63070]: DEBUG nova.network.neutron [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Refreshing network info cache for port 68a2f944-f44c-4560-91d9-f94cc651161b {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.208454] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ea:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68a2f944-f44c-4560-91d9-f94cc651161b', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.215966] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Creating folder: Project (2583041740c949568761cbc6d6a5cac1). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1560.218814] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e025361-6414-4752-a037-322b1341122d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.229958] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Created folder: Project (2583041740c949568761cbc6d6a5cac1) in parent group-v367531. [ 1560.230170] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Creating folder: Instances. Parent ref: group-v367706. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1560.233459] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f63f3b54-758e-4acf-8630-5f37485333f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.234911] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5256502c-1393-3d86-d874-d00489fccb16, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.235938] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2fc818-87cf-4bd6-976d-a7105e823024 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.241523] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for the task: (returnval){ [ 1560.241523] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5259f762-5abc-3122-a754-2b7ea0577c58" [ 1560.241523] env[63070]: _type = "Task" [ 1560.241523] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.242588] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Created folder: Instances in parent group-v367706. [ 1560.242801] env[63070]: DEBUG oslo.service.loopingcall [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.245430] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.245634] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01068675-d1fd-4d5a-8834-2c802e9cbb2d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.268065] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5259f762-5abc-3122-a754-2b7ea0577c58, 'name': SearchDatastore_Task, 'duration_secs': 0.008448} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.269161] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.269434] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3938b74a-c763-413b-9c5d-f3ef83015b5c/3938b74a-c763-413b-9c5d-f3ef83015b5c.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.269625] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.269625] env[63070]: value = "task-1770689" [ 1560.269625] env[63070]: _type = "Task" [ 1560.269625] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.269792] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-598280ff-241a-48fb-ba48-0f2a253d773e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.279891] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770689, 'name': CreateVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.281133] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for the task: (returnval){ [ 1560.281133] env[63070]: value = "task-1770690" [ 1560.281133] env[63070]: _type = "Task" [ 1560.281133] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.290428] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.436045] env[63070]: DEBUG nova.network.neutron [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Updated VIF entry in instance network info cache for port 68a2f944-f44c-4560-91d9-f94cc651161b. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.436440] env[63070]: DEBUG nova.network.neutron [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Updating instance_info_cache with network_info: [{"id": "68a2f944-f44c-4560-91d9-f94cc651161b", "address": "fa:16:3e:81:ea:59", "network": {"id": "32b91eb2-2e57-4b49-9a45-fefcdc00cf1d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-5597106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2583041740c949568761cbc6d6a5cac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a2f944-f4", "ovs_interfaceid": "68a2f944-f44c-4560-91d9-f94cc651161b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.646040] env[63070]: DEBUG nova.compute.utils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.647529] env[63070]: DEBUG nova.compute.manager [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1560.648461] env[63070]: DEBUG nova.network.neutron [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.651041] env[63070]: DEBUG nova.objects.instance [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lazy-loading 'migration_context' on Instance uuid 0cd4fefd-cbde-4ad2-b229-5979b1571b33 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.717170] env[63070]: DEBUG nova.policy [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '062c101326924a77a1fc774f32e3704c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a13201da9e704bbdbdac79df77108d13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.783137] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770689, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.792167] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770690, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.942523] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc846b98-ec2e-45cf-aa7a-2e4759454d5f req-45a7b4cb-4ff5-4b9a-9a6e-9d6f0f211823 service nova] Releasing lock "refresh_cache-f4e5dc6f-fafc-4717-a50a-4eac66ff9113" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.020079] env[63070]: DEBUG nova.network.neutron [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Successfully created port: 3bb5f40e-9273-46c4-8d3f-97ef003b2550 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1561.154621] env[63070]: DEBUG nova.compute.manager [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1561.290613] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770689, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.304085] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654334} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.304367] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3938b74a-c763-413b-9c5d-f3ef83015b5c/3938b74a-c763-413b-9c5d-f3ef83015b5c.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.304575] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.304832] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e9dbaac-e51a-4eed-8ce2-c7dd174fdce5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.312943] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for the task: (returnval){ [ 1561.312943] env[63070]: value = "task-1770691" [ 1561.312943] env[63070]: _type = "Task" [ 1561.312943] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.320125] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.581347] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54a5d8e-060b-4014-a00c-cc51f781e062 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.590171] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8766130-0bcd-4ad1-9e7c-7a5959e3b277 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.619470] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f039f-621e-4b3b-8947-87be9d22ac09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.627281] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3160ac-912d-48ce-bdc0-b05ec0594d0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.641215] env[63070]: DEBUG nova.compute.provider_tree [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1561.782638] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770689, 'name': CreateVM_Task, 'duration_secs': 1.218875} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.782813] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.783499] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.783667] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.783987] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.784251] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39695ca1-ad8b-4877-9463-e1b67ca4ea41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.789223] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for the task: (returnval){ [ 1561.789223] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ee8579-c340-3aad-3917-88b39bf51c91" [ 1561.789223] env[63070]: _type = "Task" [ 1561.789223] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.796937] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ee8579-c340-3aad-3917-88b39bf51c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.821626] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068031} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.821882] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1561.822999] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f7f4a2-f87e-4ea8-b00f-3d7bf156d596 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.845976] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 3938b74a-c763-413b-9c5d-f3ef83015b5c/3938b74a-c763-413b-9c5d-f3ef83015b5c.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.845976] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f701c38-e3fa-490f-b0ea-84cc374f0e82 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.863932] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for the task: (returnval){ [ 1561.863932] env[63070]: value = "task-1770692" [ 1561.863932] env[63070]: _type = "Task" [ 1561.863932] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.871664] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.162051] env[63070]: ERROR nova.scheduler.client.report [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [req-4bce071a-2671-4489-ae78-188ec1775746] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4bce071a-2671-4489-ae78-188ec1775746"}]} [ 1562.162998] env[63070]: DEBUG nova.compute.manager [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1562.180661] env[63070]: DEBUG nova.scheduler.client.report [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1562.189622] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1562.189861] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.190018] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1562.190204] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.190347] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1562.190486] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1562.190687] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1562.190850] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1562.191021] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1562.191187] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1562.191354] env[63070]: DEBUG nova.virt.hardware [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1562.192219] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a248f7ee-41e6-4497-bf54-8af2415cf56a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.195280] env[63070]: DEBUG nova.scheduler.client.report [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1562.195478] env[63070]: DEBUG nova.compute.provider_tree [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1562.202678] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b0413b-49ca-4b58-8bef-947c3a91f3ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.206908] env[63070]: DEBUG nova.scheduler.client.report [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1562.228539] env[63070]: DEBUG nova.scheduler.client.report [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1562.301263] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ee8579-c340-3aad-3917-88b39bf51c91, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.301581] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.302082] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.302082] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.302180] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.302357] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.302618] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c886a6d6-1ee0-4909-b6a6-6e319beb2212 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.313380] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.313467] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.314191] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261fea3b-c12c-42ce-984d-f7046aa700d7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.322822] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for the task: (returnval){ [ 1562.322822] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520bbc36-1ffd-31ca-cb48-f090247b5b3a" [ 1562.322822] env[63070]: _type = "Task" [ 1562.322822] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.330663] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520bbc36-1ffd-31ca-cb48-f090247b5b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.374313] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770692, 'name': ReconfigVM_Task, 'duration_secs': 0.281769} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.376716] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 3938b74a-c763-413b-9c5d-f3ef83015b5c/3938b74a-c763-413b-9c5d-f3ef83015b5c.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.377897] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab86e45-e37d-485e-9645-ee9e3249f51b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.384184] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for the task: (returnval){ [ 1562.384184] env[63070]: value = "task-1770693" [ 1562.384184] env[63070]: _type = "Task" [ 1562.384184] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.396250] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770693, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.468085] env[63070]: DEBUG nova.compute.manager [req-1d9886eb-a553-40b8-aeee-28e555bc00ba req-411f8f80-e91c-4b80-8295-1cc7411719d0 service nova] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Received event network-vif-plugged-3bb5f40e-9273-46c4-8d3f-97ef003b2550 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1562.468367] env[63070]: DEBUG oslo_concurrency.lockutils [req-1d9886eb-a553-40b8-aeee-28e555bc00ba req-411f8f80-e91c-4b80-8295-1cc7411719d0 service nova] Acquiring lock "32171cc3-2a4b-47a4-a827-ec349df08572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.468504] env[63070]: DEBUG oslo_concurrency.lockutils [req-1d9886eb-a553-40b8-aeee-28e555bc00ba req-411f8f80-e91c-4b80-8295-1cc7411719d0 service nova] Lock "32171cc3-2a4b-47a4-a827-ec349df08572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.468669] env[63070]: DEBUG oslo_concurrency.lockutils [req-1d9886eb-a553-40b8-aeee-28e555bc00ba req-411f8f80-e91c-4b80-8295-1cc7411719d0 service nova] Lock "32171cc3-2a4b-47a4-a827-ec349df08572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.468831] env[63070]: DEBUG nova.compute.manager [req-1d9886eb-a553-40b8-aeee-28e555bc00ba req-411f8f80-e91c-4b80-8295-1cc7411719d0 service nova] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] No waiting events found dispatching network-vif-plugged-3bb5f40e-9273-46c4-8d3f-97ef003b2550 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1562.468992] env[63070]: WARNING nova.compute.manager [req-1d9886eb-a553-40b8-aeee-28e555bc00ba req-411f8f80-e91c-4b80-8295-1cc7411719d0 service nova] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Received unexpected event network-vif-plugged-3bb5f40e-9273-46c4-8d3f-97ef003b2550 for instance with vm_state building and task_state spawning. [ 1562.562947] env[63070]: DEBUG nova.network.neutron [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Successfully updated port: 3bb5f40e-9273-46c4-8d3f-97ef003b2550 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.666050] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bbc419-f92d-4214-bad1-0213ed499cb5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.673947] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bc338c-52f2-4e03-b34c-752dd0a12656 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.704926] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b587a6c0-4ab0-4f8d-8746-61fc6f68f5b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.712525] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71ec7d3-f6dd-40af-8bca-c9dcf0cf5212 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.725782] env[63070]: DEBUG nova.compute.provider_tree [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1562.833569] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520bbc36-1ffd-31ca-cb48-f090247b5b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.834442] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6308a72f-cfc0-4664-ad47-426b84ef7f0b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.839529] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for the task: (returnval){ [ 1562.839529] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bb9c7d-26ba-14d9-63a0-9ee8d6300ce3" [ 1562.839529] env[63070]: _type = "Task" [ 1562.839529] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.847548] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bb9c7d-26ba-14d9-63a0-9ee8d6300ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.894721] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770693, 'name': Rename_Task, 'duration_secs': 0.151772} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.894988] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.895239] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88047767-f232-45e3-a870-dbfd52e170c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.901321] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for the task: (returnval){ [ 1562.901321] env[63070]: value = "task-1770694" [ 1562.901321] env[63070]: _type = "Task" [ 1562.901321] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.908997] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.067447] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "refresh_cache-32171cc3-2a4b-47a4-a827-ec349df08572" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.067720] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "refresh_cache-32171cc3-2a4b-47a4-a827-ec349df08572" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.067868] env[63070]: DEBUG nova.network.neutron [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.259572] env[63070]: DEBUG nova.scheduler.client.report [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1563.259895] env[63070]: DEBUG nova.compute.provider_tree [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 95 to 96 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1563.260113] env[63070]: DEBUG nova.compute.provider_tree [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1563.351139] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bb9c7d-26ba-14d9-63a0-9ee8d6300ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.351498] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.351699] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f4e5dc6f-fafc-4717-a50a-4eac66ff9113/f4e5dc6f-fafc-4717-a50a-4eac66ff9113.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1563.351921] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd3e6258-70b3-49b8-8cee-2733fd877663 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.358764] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for the task: (returnval){ [ 1563.358764] env[63070]: value = "task-1770695" [ 1563.358764] env[63070]: _type = "Task" [ 1563.358764] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.370425] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.413222] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.603628] env[63070]: DEBUG nova.network.neutron [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.751733] env[63070]: DEBUG nova.network.neutron [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Updating instance_info_cache with network_info: [{"id": "3bb5f40e-9273-46c4-8d3f-97ef003b2550", "address": "fa:16:3e:e4:be:61", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bb5f40e-92", "ovs_interfaceid": "3bb5f40e-9273-46c4-8d3f-97ef003b2550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.869217] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46142} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.869560] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f4e5dc6f-fafc-4717-a50a-4eac66ff9113/f4e5dc6f-fafc-4717-a50a-4eac66ff9113.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1563.869705] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1563.869947] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca26f145-5557-4f6f-a774-578a092a2f1d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.876250] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for the task: (returnval){ [ 1563.876250] env[63070]: value = "task-1770696" [ 1563.876250] env[63070]: _type = "Task" [ 1563.876250] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.884660] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.912729] env[63070]: DEBUG oslo_vmware.api [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770694, 'name': PowerOnVM_Task, 'duration_secs': 0.826127} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.912729] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.912729] env[63070]: INFO nova.compute.manager [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1563.912929] env[63070]: DEBUG nova.compute.manager [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.913774] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c259ddb9-62a6-4290-b6a2-297885e2e8b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.254861] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "refresh_cache-32171cc3-2a4b-47a4-a827-ec349df08572" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.255231] env[63070]: DEBUG nova.compute.manager [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Instance network_info: |[{"id": "3bb5f40e-9273-46c4-8d3f-97ef003b2550", "address": "fa:16:3e:e4:be:61", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bb5f40e-92", "ovs_interfaceid": "3bb5f40e-9273-46c4-8d3f-97ef003b2550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1564.255701] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:be:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bb5f40e-9273-46c4-8d3f-97ef003b2550', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.263975] env[63070]: DEBUG oslo.service.loopingcall [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.264200] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1564.264422] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a43b28e5-a1ec-4674-b08f-a95ee54eda4c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.280018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.136s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.285814] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.655s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.287261] env[63070]: INFO nova.compute.claims [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.297587] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.297587] env[63070]: value = "task-1770697" [ 1564.297587] env[63070]: _type = "Task" [ 1564.297587] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.307099] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770697, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.385855] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069161} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.386227] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1564.387047] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0a5b90-a7f9-4aab-b4af-6fb9700e5eb6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.408562] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f4e5dc6f-fafc-4717-a50a-4eac66ff9113/f4e5dc6f-fafc-4717-a50a-4eac66ff9113.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.408770] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc0ab86-f37b-41c7-8d9c-63bde212d48b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.429234] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for the task: (returnval){ [ 1564.429234] env[63070]: value = "task-1770698" [ 1564.429234] env[63070]: _type = "Task" [ 1564.429234] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.434217] env[63070]: INFO nova.compute.manager [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Took 49.87 seconds to build instance. [ 1564.441501] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.515651] env[63070]: DEBUG nova.compute.manager [req-5e3c52ed-f847-4116-b66b-5c6c7c270ced req-563343ad-feff-423d-aebe-d669d6de6b34 service nova] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Received event network-changed-3bb5f40e-9273-46c4-8d3f-97ef003b2550 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1564.515852] env[63070]: DEBUG nova.compute.manager [req-5e3c52ed-f847-4116-b66b-5c6c7c270ced req-563343ad-feff-423d-aebe-d669d6de6b34 service nova] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Refreshing instance network info cache due to event network-changed-3bb5f40e-9273-46c4-8d3f-97ef003b2550. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1564.516113] env[63070]: DEBUG oslo_concurrency.lockutils [req-5e3c52ed-f847-4116-b66b-5c6c7c270ced req-563343ad-feff-423d-aebe-d669d6de6b34 service nova] Acquiring lock "refresh_cache-32171cc3-2a4b-47a4-a827-ec349df08572" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.516222] env[63070]: DEBUG oslo_concurrency.lockutils [req-5e3c52ed-f847-4116-b66b-5c6c7c270ced req-563343ad-feff-423d-aebe-d669d6de6b34 service nova] Acquired lock "refresh_cache-32171cc3-2a4b-47a4-a827-ec349df08572" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.516485] env[63070]: DEBUG nova.network.neutron [req-5e3c52ed-f847-4116-b66b-5c6c7c270ced req-563343ad-feff-423d-aebe-d669d6de6b34 service nova] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Refreshing network info cache for port 3bb5f40e-9273-46c4-8d3f-97ef003b2550 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.809540] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770697, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.935846] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cba9543b-17e9-4e3f-9695-4a7706f72f7c tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lock "3938b74a-c763-413b-9c5d-f3ef83015b5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.319s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.942797] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770698, 'name': ReconfigVM_Task, 'duration_secs': 0.303612} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.943084] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f4e5dc6f-fafc-4717-a50a-4eac66ff9113/f4e5dc6f-fafc-4717-a50a-4eac66ff9113.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.943717] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a04e82fb-e637-43b9-aa39-eb6a8adad49b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.949814] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for the task: (returnval){ [ 1564.949814] env[63070]: value = "task-1770699" [ 1564.949814] env[63070]: _type = "Task" [ 1564.949814] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.958249] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770699, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.261363] env[63070]: DEBUG nova.network.neutron [req-5e3c52ed-f847-4116-b66b-5c6c7c270ced req-563343ad-feff-423d-aebe-d669d6de6b34 service nova] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Updated VIF entry in instance network info cache for port 3bb5f40e-9273-46c4-8d3f-97ef003b2550. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1565.261363] env[63070]: DEBUG nova.network.neutron [req-5e3c52ed-f847-4116-b66b-5c6c7c270ced req-563343ad-feff-423d-aebe-d669d6de6b34 service nova] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Updating instance_info_cache with network_info: [{"id": "3bb5f40e-9273-46c4-8d3f-97ef003b2550", "address": "fa:16:3e:e4:be:61", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bb5f40e-92", "ovs_interfaceid": "3bb5f40e-9273-46c4-8d3f-97ef003b2550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.316929] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770697, 'name': CreateVM_Task, 'duration_secs': 0.720623} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.317304] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.318247] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.318247] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.318474] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.318723] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e83c3e-7002-48cd-ae5d-665df9ec4c51 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.323493] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1565.323493] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529a882b-c787-50a6-e4ca-b608af91269a" [ 1565.323493] env[63070]: _type = "Task" [ 1565.323493] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.333894] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529a882b-c787-50a6-e4ca-b608af91269a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.439020] env[63070]: DEBUG nova.compute.manager [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1565.461146] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770699, 'name': Rename_Task, 'duration_secs': 0.152477} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.461146] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.461306] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81ce9790-844b-449e-9803-764e9f1b88e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.467871] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for the task: (returnval){ [ 1565.467871] env[63070]: value = "task-1770700" [ 1565.467871] env[63070]: _type = "Task" [ 1565.467871] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.478371] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.706145] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20e4459-1c53-493c-92f5-3182e9dfb41b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.709365] env[63070]: DEBUG oslo_concurrency.lockutils [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquiring lock "3938b74a-c763-413b-9c5d-f3ef83015b5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.709708] env[63070]: DEBUG oslo_concurrency.lockutils [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lock "3938b74a-c763-413b-9c5d-f3ef83015b5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.709981] env[63070]: DEBUG oslo_concurrency.lockutils [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquiring lock "3938b74a-c763-413b-9c5d-f3ef83015b5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.710270] env[63070]: DEBUG oslo_concurrency.lockutils [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lock "3938b74a-c763-413b-9c5d-f3ef83015b5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.710487] env[63070]: DEBUG oslo_concurrency.lockutils [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lock "3938b74a-c763-413b-9c5d-f3ef83015b5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.712682] env[63070]: INFO nova.compute.manager [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Terminating instance [ 1565.717517] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28387f4-699f-4b2f-a910-bd6b956a41df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.747498] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e4f1d5-8bea-43bc-af6a-ccf5a8ec400a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.754741] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d210eeb-8822-4bf3-a74d-5daaa618ba00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.767615] env[63070]: DEBUG oslo_concurrency.lockutils [req-5e3c52ed-f847-4116-b66b-5c6c7c270ced req-563343ad-feff-423d-aebe-d669d6de6b34 service nova] Releasing lock "refresh_cache-32171cc3-2a4b-47a4-a827-ec349df08572" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.768217] env[63070]: DEBUG nova.compute.provider_tree [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.833406] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529a882b-c787-50a6-e4ca-b608af91269a, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.834762] env[63070]: INFO nova.compute.manager [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Swapping old allocation on dict_keys(['320ba036-867b-46a7-9f12-a6f5a4345740']) held by migration 2f1ac35b-66b3-4b30-98cc-b13381e468d2 for instance [ 1565.834762] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.834925] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.835062] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.835186] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.835426] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.837589] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46f1df3f-4e2f-41bc-983b-aee32400a773 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.845602] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.845793] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.846553] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467ea615-6fde-4756-a959-fde9688b0c74 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.854323] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1565.854323] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d1932f-b553-ce82-b6d7-66456a813d25" [ 1565.854323] env[63070]: _type = "Task" [ 1565.854323] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.861766] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d1932f-b553-ce82-b6d7-66456a813d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.862676] env[63070]: DEBUG nova.scheduler.client.report [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Overwriting current allocation {'allocations': {'320ba036-867b-46a7-9f12-a6f5a4345740': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 96}}, 'project_id': '5e5f674bfed94fb09f23a371932e5144', 'user_id': 'ad30eca97604467fae3d87b9db70d282', 'consumer_generation': 1} on consumer 0cd4fefd-cbde-4ad2-b229-5979b1571b33 {{(pid=63070) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1565.959505] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.960579] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.960744] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquired lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.960914] env[63070]: DEBUG nova.network.neutron [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.980358] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770700, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.217864] env[63070]: DEBUG nova.compute.manager [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1566.218140] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1566.219066] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4dfda1-2b27-41e3-a41f-6fda18ec2673 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.227095] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.227338] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3978a1e1-e7f5-47ea-b6a9-4a6e12539a78 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.234662] env[63070]: DEBUG oslo_vmware.api [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for the task: (returnval){ [ 1566.234662] env[63070]: value = "task-1770701" [ 1566.234662] env[63070]: _type = "Task" [ 1566.234662] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.243484] env[63070]: DEBUG oslo_vmware.api [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.271747] env[63070]: DEBUG nova.scheduler.client.report [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.364972] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d1932f-b553-ce82-b6d7-66456a813d25, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.365831] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e10703ba-c84c-4284-8a41-d0575f180b8c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.371336] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1566.371336] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cb3661-f26a-a330-5afe-eb9bd65e8dc3" [ 1566.371336] env[63070]: _type = "Task" [ 1566.371336] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.379312] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cb3661-f26a-a330-5afe-eb9bd65e8dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.479783] env[63070]: DEBUG oslo_vmware.api [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770700, 'name': PowerOnVM_Task, 'duration_secs': 0.740334} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.480115] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1566.480491] env[63070]: INFO nova.compute.manager [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1566.480725] env[63070]: DEBUG nova.compute.manager [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.481585] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cac54f-80fe-4a54-8a37-7e7ea7594c68 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.712534] env[63070]: DEBUG nova.network.neutron [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance_info_cache with network_info: [{"id": "2f4827f4-4a2c-4553-a965-cff73017d360", "address": "fa:16:3e:3c:55:aa", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4827f4-4a", "ovs_interfaceid": "2f4827f4-4a2c-4553-a965-cff73017d360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.743852] env[63070]: DEBUG oslo_vmware.api [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770701, 'name': PowerOffVM_Task, 'duration_secs': 0.205814} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.744204] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1566.744387] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1566.744628] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd13d9b3-b48b-4c8a-8f1f-3732b0bb244e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.776394] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.776871] env[63070]: DEBUG nova.compute.manager [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1566.779535] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.515s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.780901] env[63070]: INFO nova.compute.claims [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.883852] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cb3661-f26a-a330-5afe-eb9bd65e8dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.884149] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.884414] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 32171cc3-2a4b-47a4-a827-ec349df08572/32171cc3-2a4b-47a4-a827-ec349df08572.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.884675] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c7031fb-88f4-4199-a75e-26349b74c82e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.888828] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1566.889031] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1566.889214] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Deleting the datastore file [datastore1] 3938b74a-c763-413b-9c5d-f3ef83015b5c {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.889432] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d700259e-e8a8-4b24-8869-eaf58bacd5cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.892904] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1566.892904] env[63070]: value = "task-1770703" [ 1566.892904] env[63070]: _type = "Task" [ 1566.892904] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.896551] env[63070]: DEBUG oslo_vmware.api [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for the task: (returnval){ [ 1566.896551] env[63070]: value = "task-1770704" [ 1566.896551] env[63070]: _type = "Task" [ 1566.896551] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.902534] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.908341] env[63070]: DEBUG oslo_vmware.api [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.998297] env[63070]: INFO nova.compute.manager [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Took 51.53 seconds to build instance. [ 1567.215802] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Releasing lock "refresh_cache-0cd4fefd-cbde-4ad2-b229-5979b1571b33" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.216326] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.216720] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57a6d721-8a44-449f-9fa7-065258b1fd4d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.227318] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1567.227318] env[63070]: value = "task-1770705" [ 1567.227318] env[63070]: _type = "Task" [ 1567.227318] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.238356] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.286985] env[63070]: DEBUG nova.compute.utils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1567.292017] env[63070]: DEBUG nova.compute.manager [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1567.292352] env[63070]: DEBUG nova.network.neutron [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1567.335872] env[63070]: DEBUG nova.policy [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32abc4382cad460cb641921aece92782', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1da14db4d59c448d9790cfb3538c7116', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1567.405910] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770703, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.409279] env[63070]: DEBUG oslo_vmware.api [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Task: {'id': task-1770704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202764} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.409640] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1567.409842] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1567.410031] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1567.410220] env[63070]: INFO nova.compute.manager [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1567.410491] env[63070]: DEBUG oslo.service.loopingcall [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.410695] env[63070]: DEBUG nova.compute.manager [-] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1567.410793] env[63070]: DEBUG nova.network.neutron [-] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1567.500196] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aea7374c-cbca-42dd-ac4a-90a4286a15db tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.036s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.740300] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770705, 'name': PowerOffVM_Task, 'duration_secs': 0.378128} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.740300] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T20:13:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8e239335-6b02-44e7-a96e-416a771e9f4d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1774010384',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1567.740300] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1567.749335] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-847e71ca-8a6b-439f-b5c3-7f76e2687088 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.767140] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1567.767140] env[63070]: value = "task-1770706" [ 1567.767140] env[63070]: _type = "Task" [ 1567.767140] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.774968] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.793144] env[63070]: DEBUG nova.compute.manager [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1567.906900] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562988} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.907381] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 32171cc3-2a4b-47a4-a827-ec349df08572/32171cc3-2a4b-47a4-a827-ec349df08572.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.907767] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.908169] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a0aa430-02b4-4e7f-8892-d8e04c0d39dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.919282] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1567.919282] env[63070]: value = "task-1770707" [ 1567.919282] env[63070]: _type = "Task" [ 1567.919282] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.928531] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.931691] env[63070]: DEBUG nova.network.neutron [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Successfully created port: 5ff8c4d1-5287-4648-bbb5-04fe690f3d5f {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.972586] env[63070]: DEBUG nova.compute.manager [req-70eb668f-d06e-4a25-9920-0beb2d84b134 req-12ae1333-c913-4ce3-9319-b17920b2c5b0 service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Received event network-vif-deleted-39e16c03-ac68-4a2b-813f-c1e7a4c5b092 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1567.972586] env[63070]: INFO nova.compute.manager [req-70eb668f-d06e-4a25-9920-0beb2d84b134 req-12ae1333-c913-4ce3-9319-b17920b2c5b0 service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Neutron deleted interface 39e16c03-ac68-4a2b-813f-c1e7a4c5b092; detaching it from the instance and deleting it from the info cache [ 1567.972886] env[63070]: DEBUG nova.network.neutron [req-70eb668f-d06e-4a25-9920-0beb2d84b134 req-12ae1333-c913-4ce3-9319-b17920b2c5b0 service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.003125] env[63070]: DEBUG nova.compute.manager [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1568.282182] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770706, 'name': ReconfigVM_Task, 'duration_secs': 0.159664} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.283051] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719d20bb-4483-4149-8924-313ea362b95a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.306864] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T20:13:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8e239335-6b02-44e7-a96e-416a771e9f4d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1774010384',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1568.307164] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.307281] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1568.307464] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.307609] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1568.307753] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1568.307950] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1568.308117] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1568.308284] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1568.308444] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1568.308613] env[63070]: DEBUG nova.virt.hardware [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1568.310816] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc883a56-156e-496e-abb1-7aa739ac5e36 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.313790] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba90df4-998a-4fe2-bdbe-1b92b17eb21a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.322052] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f1216c-0152-472a-936a-9a28a3dac74d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.325112] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1568.325112] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523164e6-c721-dddf-3806-82fe8f94712a" [ 1568.325112] env[63070]: _type = "Task" [ 1568.325112] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.353977] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a7fd79-0212-4d0f-ab08-79a1e3e9c848 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.361745] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523164e6-c721-dddf-3806-82fe8f94712a, 'name': SearchDatastore_Task, 'duration_secs': 0.020954} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.365734] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1568.368063] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e24c103-9da8-4785-863d-53746b4e192f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.382171] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e52407c-103c-4e42-9fa4-78a1e192d301 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.396250] env[63070]: DEBUG nova.compute.provider_tree [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.398556] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1568.398556] env[63070]: value = "task-1770708" [ 1568.398556] env[63070]: _type = "Task" [ 1568.398556] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.406426] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.420214] env[63070]: DEBUG nova.network.neutron [-] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.431341] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.476218] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-100dcbeb-397c-4137-9f96-db57ea34b432 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.485802] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d69d83-b9ce-428c-b366-efa737dcfe33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.522937] env[63070]: DEBUG nova.compute.manager [req-70eb668f-d06e-4a25-9920-0beb2d84b134 req-12ae1333-c913-4ce3-9319-b17920b2c5b0 service nova] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Detach interface failed, port_id=39e16c03-ac68-4a2b-813f-c1e7a4c5b092, reason: Instance 3938b74a-c763-413b-9c5d-f3ef83015b5c could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1568.537627] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.812533] env[63070]: DEBUG nova.compute.manager [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1568.839452] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1568.839710] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.839873] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1568.840953] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.840953] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1568.840953] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1568.840953] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1568.840953] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1568.841255] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1568.841255] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1568.841378] env[63070]: DEBUG nova.virt.hardware [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1568.842268] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d546eb-8004-4408-a8e7-709834eaf22b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.850160] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707b02f4-dd0e-4d31-9d3c-9a9c409bff1b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.901038] env[63070]: DEBUG nova.scheduler.client.report [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.914910] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.926989] env[63070]: INFO nova.compute.manager [-] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Took 1.52 seconds to deallocate network for instance. [ 1568.938768] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.961734] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquiring lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.961997] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.962226] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquiring lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.962769] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.962769] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.964970] env[63070]: INFO nova.compute.manager [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Terminating instance [ 1569.409947] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.410696] env[63070]: DEBUG nova.compute.manager [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1569.413764] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.546s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.414156] env[63070]: DEBUG nova.objects.instance [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lazy-loading 'resources' on Instance uuid f2b260f1-1e22-456f-a766-51e2cb7efa6c {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.423590] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770708, 'name': ReconfigVM_Task, 'duration_secs': 0.770325} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.423590] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1569.423590] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1445d131-8009-494f-844a-e2618aba9d69 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.434973] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.073388} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.444828] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.446298] env[63070]: DEBUG oslo_concurrency.lockutils [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.453985] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 0cd4fefd-cbde-4ad2-b229-5979b1571b33/0cd4fefd-cbde-4ad2-b229-5979b1571b33.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.454773] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe0afc-299e-4a9e-8f98-4b70f86abca2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.457696] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3c168a-61d7-49a0-8c82-f81e3d290cca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.471319] env[63070]: DEBUG nova.compute.manager [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1569.471577] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.472835] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fb7df6-835a-4359-9428-d50412116638 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.493882] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 32171cc3-2a4b-47a4-a827-ec349df08572/32171cc3-2a4b-47a4-a827-ec349df08572.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.496305] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df57c639-7d48-4f44-bfc1-0396dcf47067 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.512422] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1569.512422] env[63070]: value = "task-1770709" [ 1569.512422] env[63070]: _type = "Task" [ 1569.512422] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.513328] env[63070]: DEBUG nova.network.neutron [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Successfully updated port: 5ff8c4d1-5287-4648-bbb5-04fe690f3d5f {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.517947] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.522085] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-677571b3-0eac-41fd-a2ff-735890c9f678 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.522736] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1569.522736] env[63070]: value = "task-1770710" [ 1569.522736] env[63070]: _type = "Task" [ 1569.522736] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.529603] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.531097] env[63070]: DEBUG oslo_vmware.api [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for the task: (returnval){ [ 1569.531097] env[63070]: value = "task-1770711" [ 1569.531097] env[63070]: _type = "Task" [ 1569.531097] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.537483] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.542996] env[63070]: DEBUG oslo_vmware.api [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.920698] env[63070]: DEBUG nova.compute.utils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.922800] env[63070]: DEBUG nova.compute.manager [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1569.923059] env[63070]: DEBUG nova.network.neutron [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1569.963022] env[63070]: DEBUG nova.policy [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f227abc92f694c92ae4079be1ff8ec55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee7cf38097c14c2faf2ddcdf41bed1dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1570.019162] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.019342] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.019540] env[63070]: DEBUG nova.network.neutron [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.025731] env[63070]: DEBUG nova.compute.manager [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Received event network-vif-plugged-5ff8c4d1-5287-4648-bbb5-04fe690f3d5f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1570.026242] env[63070]: DEBUG oslo_concurrency.lockutils [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] Acquiring lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.026556] env[63070]: DEBUG oslo_concurrency.lockutils [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.026647] env[63070]: DEBUG oslo_concurrency.lockutils [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.026847] env[63070]: DEBUG nova.compute.manager [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] No waiting events found dispatching network-vif-plugged-5ff8c4d1-5287-4648-bbb5-04fe690f3d5f {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1570.027452] env[63070]: WARNING nova.compute.manager [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Received unexpected event network-vif-plugged-5ff8c4d1-5287-4648-bbb5-04fe690f3d5f for instance with vm_state building and task_state spawning. [ 1570.027452] env[63070]: DEBUG nova.compute.manager [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Received event network-changed-5ff8c4d1-5287-4648-bbb5-04fe690f3d5f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1570.027452] env[63070]: DEBUG nova.compute.manager [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Refreshing instance network info cache due to event network-changed-5ff8c4d1-5287-4648-bbb5-04fe690f3d5f. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1570.028454] env[63070]: DEBUG oslo_concurrency.lockutils [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] Acquiring lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.041719] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.046242] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770710, 'name': ReconfigVM_Task, 'duration_secs': 0.258291} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.051580] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 32171cc3-2a4b-47a4-a827-ec349df08572/32171cc3-2a4b-47a4-a827-ec349df08572.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.052451] env[63070]: DEBUG oslo_vmware.api [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.052859] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-258a22de-3e4a-463b-93db-c719a3ab6d47 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.058891] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1570.058891] env[63070]: value = "task-1770712" [ 1570.058891] env[63070]: _type = "Task" [ 1570.058891] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.067403] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770712, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.392467] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bf24cd-2d0d-4e37-851f-e10b3c498898 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.400620] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40891ba2-62da-44b1-8a8b-f4c9e8018247 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.431088] env[63070]: DEBUG nova.compute.manager [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1570.434070] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e70d1fc-b0b4-4081-a3ac-d625148acb4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.443160] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80a5210-92ea-4c14-ba0e-624ffcae65b9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.459402] env[63070]: DEBUG nova.compute.provider_tree [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.531344] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770709, 'name': ReconfigVM_Task, 'duration_secs': 0.962126} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.531661] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 0cd4fefd-cbde-4ad2-b229-5979b1571b33/0cd4fefd-cbde-4ad2-b229-5979b1571b33.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.532893] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba56344-e7b1-470e-b09c-bd88364c9104 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.535913] env[63070]: DEBUG nova.network.neutron [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Successfully created port: 3aa52f5f-e464-47be-8829-07b16258ea26 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1570.545879] env[63070]: DEBUG oslo_vmware.api [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770711, 'name': PowerOffVM_Task, 'duration_secs': 0.780514} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.559147] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.559336] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.560127] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cce808c2-953e-46f2-828e-7d37fa116847 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.562058] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383ca21e-7504-4b26-8343-d44ea3b12e71 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.572584] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770712, 'name': Rename_Task, 'duration_secs': 0.141176} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.585014] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.585853] env[63070]: DEBUG nova.network.neutron [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.587486] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37a8970d-2c40-40e1-8f98-356125627ea3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.589280] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc80f0e-70d2-4e21-8d21-de752ee508ef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.608260] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfe28fb-32d9-4d81-9449-0ee18a89c0ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.611301] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1570.611301] env[63070]: value = "task-1770714" [ 1570.611301] env[63070]: _type = "Task" [ 1570.611301] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.620405] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.620902] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7accf24-3404-4ecd-902c-3b35ad2eeb04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.627153] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.634084] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1570.634084] env[63070]: value = "task-1770715" [ 1570.634084] env[63070]: _type = "Task" [ 1570.634084] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.635370] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.635762] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.635836] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Deleting the datastore file [datastore1] f4e5dc6f-fafc-4717-a50a-4eac66ff9113 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.639339] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be52b1ad-249b-4c0c-bea2-59901821c0dd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.646391] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.647985] env[63070]: DEBUG oslo_vmware.api [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for the task: (returnval){ [ 1570.647985] env[63070]: value = "task-1770716" [ 1570.647985] env[63070]: _type = "Task" [ 1570.647985] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.654839] env[63070]: DEBUG oslo_vmware.api [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.890964] env[63070]: DEBUG nova.network.neutron [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [{"id": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "address": "fa:16:3e:ef:c6:8c", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff8c4d1-52", "ovs_interfaceid": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.963471] env[63070]: DEBUG nova.scheduler.client.report [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1571.126045] env[63070]: DEBUG oslo_vmware.api [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770714, 'name': PowerOnVM_Task, 'duration_secs': 0.49509} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.126045] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.126045] env[63070]: INFO nova.compute.manager [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1571.126045] env[63070]: DEBUG nova.compute.manager [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.126840] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979b42f0-d4f6-40c4-b97d-022f69e7dd7f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.145606] env[63070]: DEBUG oslo_vmware.api [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770715, 'name': PowerOnVM_Task, 'duration_secs': 0.46155} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.145856] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.156974] env[63070]: DEBUG oslo_vmware.api [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Task: {'id': task-1770716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237728} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.157234] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.157416] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.157587] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.157981] env[63070]: INFO nova.compute.manager [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1571.157981] env[63070]: DEBUG oslo.service.loopingcall [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.158281] env[63070]: DEBUG nova.compute.manager [-] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.158281] env[63070]: DEBUG nova.network.neutron [-] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.393143] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.393556] env[63070]: DEBUG nova.compute.manager [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Instance network_info: |[{"id": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "address": "fa:16:3e:ef:c6:8c", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff8c4d1-52", "ovs_interfaceid": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1571.393915] env[63070]: DEBUG oslo_concurrency.lockutils [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] Acquired lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.394143] env[63070]: DEBUG nova.network.neutron [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Refreshing network info cache for port 5ff8c4d1-5287-4648-bbb5-04fe690f3d5f {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.396571] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:c6:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ff8c4d1-5287-4648-bbb5-04fe690f3d5f', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.402886] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Creating folder: Project (1da14db4d59c448d9790cfb3538c7116). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.406022] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7372c4a7-7c4a-42e1-b1da-c0270648e3fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.418418] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Created folder: Project (1da14db4d59c448d9790cfb3538c7116) in parent group-v367531. [ 1571.418619] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Creating folder: Instances. Parent ref: group-v367710. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.420048] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c54efe6-0f89-4f0e-8007-9ca85d717360 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.429240] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Created folder: Instances in parent group-v367710. [ 1571.429464] env[63070]: DEBUG oslo.service.loopingcall [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.429891] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.430112] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a9c7fe-0b6c-45a0-9fdf-55665aeb56b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.449597] env[63070]: DEBUG nova.compute.manager [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1571.452616] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.452616] env[63070]: value = "task-1770719" [ 1571.452616] env[63070]: _type = "Task" [ 1571.452616] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.459889] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770719, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.470394] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.472383] env[63070]: DEBUG oslo_concurrency.lockutils [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.416s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.472628] env[63070]: DEBUG nova.objects.instance [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lazy-loading 'resources' on Instance uuid 2885b496-748d-4162-9f7c-995690b3b87c {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.478262] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1571.478485] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.478638] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1571.478832] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.478977] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1571.479383] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1571.479383] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1571.479521] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1571.479870] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1571.480014] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1571.480093] env[63070]: DEBUG nova.virt.hardware [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1571.481263] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7450d0fd-08bd-401a-8011-1c58a9af2aba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.492921] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33e4cde-d069-40fc-9f63-8df580318db2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.497760] env[63070]: INFO nova.scheduler.client.report [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleted allocations for instance f2b260f1-1e22-456f-a766-51e2cb7efa6c [ 1571.644047] env[63070]: INFO nova.compute.manager [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Took 48.99 seconds to build instance. [ 1571.680430] env[63070]: DEBUG nova.network.neutron [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updated VIF entry in instance network info cache for port 5ff8c4d1-5287-4648-bbb5-04fe690f3d5f. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1571.680903] env[63070]: DEBUG nova.network.neutron [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [{"id": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "address": "fa:16:3e:ef:c6:8c", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff8c4d1-52", "ovs_interfaceid": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.922896] env[63070]: DEBUG nova.network.neutron [-] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.963220] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770719, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.015600] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32a03869-d3ab-4e82-8eb5-dd025e5ca1dd tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "f2b260f1-1e22-456f-a766-51e2cb7efa6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.718s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.149452] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6301b512-ab18-41a7-91c4-73146e9173e8 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "32171cc3-2a4b-47a4-a827-ec349df08572" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.536s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.159766] env[63070]: INFO nova.compute.manager [None req-5f23ec9d-e328-45d3-bc49-777427eeadda tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance to original state: 'active' [ 1572.168751] env[63070]: DEBUG nova.compute.manager [req-5365ef3d-e4f0-4adb-8e32-1eea84ac56c7 req-86ea381f-66cb-47cc-825a-c58e64f19018 service nova] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Received event network-vif-deleted-68a2f944-f44c-4560-91d9-f94cc651161b {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1572.184441] env[63070]: DEBUG oslo_concurrency.lockutils [req-3e8ce33f-3863-4dd6-8193-10a72ddb161b req-cb4c216c-e5e7-4959-926f-ba984b5cbb31 service nova] Releasing lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.315296] env[63070]: DEBUG nova.network.neutron [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Successfully updated port: 3aa52f5f-e464-47be-8829-07b16258ea26 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.411777] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8f0f7-a4d8-4fad-b0e8-9595475cc023 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.419459] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fa3795-fd6e-4342-af4e-baef8e5a25b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.425483] env[63070]: INFO nova.compute.manager [-] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Took 1.27 seconds to deallocate network for instance. [ 1572.451363] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e9f98f-9e48-457f-9084-f578ea44291c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.468761] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1431a01-60e8-4e45-bbe1-00701a1a3f3c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.476508] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770719, 'name': CreateVM_Task, 'duration_secs': 0.66432} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.479356] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.480440] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.480440] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.481293] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.481293] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e26797b-e9c0-496c-b811-b6d3ba11ca4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.491252] env[63070]: DEBUG nova.compute.provider_tree [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.496092] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1572.496092] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523141b5-496c-423e-1a59-1903ab8a056c" [ 1572.496092] env[63070]: _type = "Task" [ 1572.496092] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.504867] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523141b5-496c-423e-1a59-1903ab8a056c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.818119] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquiring lock "refresh_cache-2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.818365] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquired lock "refresh_cache-2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.818510] env[63070]: DEBUG nova.network.neutron [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.963079] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.982518] env[63070]: DEBUG nova.compute.manager [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.983491] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4915c21-be5e-4cc8-a487-c648897dd086 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.995630] env[63070]: DEBUG nova.scheduler.client.report [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.007700] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523141b5-496c-423e-1a59-1903ab8a056c, 'name': SearchDatastore_Task, 'duration_secs': 0.012465} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.008047] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.008319] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1573.009059] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.009059] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.009059] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.009268] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdb6c231-6a08-4060-bfa1-e2287c82a3b4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.017532] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.017709] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1573.018417] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691810ad-8668-41a9-90c5-5df922997a04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.024263] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1573.024263] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5212313c-792a-b270-007c-065c5440ee41" [ 1573.024263] env[63070]: _type = "Task" [ 1573.024263] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.031874] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5212313c-792a-b270-007c-065c5440ee41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.150607] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.150607] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.150607] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.150607] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.150607] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.152853] env[63070]: INFO nova.compute.manager [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Terminating instance [ 1573.351305] env[63070]: DEBUG nova.network.neutron [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.494484] env[63070]: INFO nova.compute.manager [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] instance snapshotting [ 1573.497249] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfce385d-6684-43be-88e5-374470f5f7be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.502282] env[63070]: DEBUG oslo_concurrency.lockutils [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.504814] env[63070]: DEBUG oslo_concurrency.lockutils [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.977s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.504814] env[63070]: DEBUG nova.objects.instance [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lazy-loading 'resources' on Instance uuid 76088293-9a93-416f-ab0f-018303a573c6 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.523331] env[63070]: DEBUG nova.network.neutron [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Updating instance_info_cache with network_info: [{"id": "3aa52f5f-e464-47be-8829-07b16258ea26", "address": "fa:16:3e:08:c5:db", "network": {"id": "ff9f156e-f2a7-4012-bcc5-c5bc637b5ab8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-972455120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7cf38097c14c2faf2ddcdf41bed1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa52f5f-e4", "ovs_interfaceid": "3aa52f5f-e464-47be-8829-07b16258ea26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.525916] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f838b-e3fb-4274-b0bc-70c3cabb90bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.532937] env[63070]: INFO nova.scheduler.client.report [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleted allocations for instance 2885b496-748d-4162-9f7c-995690b3b87c [ 1573.544769] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5212313c-792a-b270-007c-065c5440ee41, 'name': SearchDatastore_Task, 'duration_secs': 0.028436} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.545705] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51360325-18a7-48e3-b126-49acb970b2e3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.551205] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1573.551205] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528dcb33-7600-2408-65d1-4c47ca3880b8" [ 1573.551205] env[63070]: _type = "Task" [ 1573.551205] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.561182] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528dcb33-7600-2408-65d1-4c47ca3880b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.657356] env[63070]: DEBUG nova.compute.manager [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1573.657636] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1573.658602] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa1d6fc-6e33-4409-b8c3-c8d055017c09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.667039] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.667310] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a89ffb00-3899-432b-87d8-1073dfdcf400 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.673513] env[63070]: DEBUG oslo_vmware.api [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1573.673513] env[63070]: value = "task-1770720" [ 1573.673513] env[63070]: _type = "Task" [ 1573.673513] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.682330] env[63070]: DEBUG oslo_vmware.api [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.031011] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Releasing lock "refresh_cache-2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.031350] env[63070]: DEBUG nova.compute.manager [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Instance network_info: |[{"id": "3aa52f5f-e464-47be-8829-07b16258ea26", "address": "fa:16:3e:08:c5:db", "network": {"id": "ff9f156e-f2a7-4012-bcc5-c5bc637b5ab8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-972455120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7cf38097c14c2faf2ddcdf41bed1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa52f5f-e4", "ovs_interfaceid": "3aa52f5f-e464-47be-8829-07b16258ea26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.031993] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:c5:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aa52f5f-e464-47be-8829-07b16258ea26', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.039505] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Creating folder: Project (ee7cf38097c14c2faf2ddcdf41bed1dd). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1574.039796] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7313976-860d-479a-970e-7516c639afdb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.048144] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1574.048626] env[63070]: DEBUG oslo_concurrency.lockutils [None req-94d67904-8a21-4ea3-b9c3-bddf9bbe9811 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "2885b496-748d-4162-9f7c-995690b3b87c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.844s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.049483] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2d6dc92-3cdf-4b64-87ee-57c3b4698b10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.054980] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Created folder: Project (ee7cf38097c14c2faf2ddcdf41bed1dd) in parent group-v367531. [ 1574.055186] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Creating folder: Instances. Parent ref: group-v367713. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1574.058484] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f93f631c-7144-4ff7-a673-ca75edff49a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.061816] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1574.061816] env[63070]: value = "task-1770722" [ 1574.061816] env[63070]: _type = "Task" [ 1574.061816] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.071740] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528dcb33-7600-2408-65d1-4c47ca3880b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.076051] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.076051] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] eb7c6d24-9b2c-4777-8b73-8b8f3463e868/eb7c6d24-9b2c-4777-8b73-8b8f3463e868.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1574.076051] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Created folder: Instances in parent group-v367713. [ 1574.076051] env[63070]: DEBUG oslo.service.loopingcall [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.076051] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c771e84-719e-49f1-8d0d-11eb3126d995 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.076595] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.079649] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20804447-63ed-435f-989c-9e45a1519d04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.093737] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.101372] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.101372] env[63070]: value = "task-1770725" [ 1574.101372] env[63070]: _type = "Task" [ 1574.101372] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.103109] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1574.103109] env[63070]: value = "task-1770724" [ 1574.103109] env[63070]: _type = "Task" [ 1574.103109] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.119925] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.124420] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770725, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.185957] env[63070]: DEBUG oslo_vmware.api [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770720, 'name': PowerOffVM_Task, 'duration_secs': 0.216293} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.186269] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.186455] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1574.186878] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9be3aff-b09a-472d-93e4-9ecf51e8e30e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.245220] env[63070]: DEBUG nova.compute.manager [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Received event network-vif-plugged-3aa52f5f-e464-47be-8829-07b16258ea26 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1574.245220] env[63070]: DEBUG oslo_concurrency.lockutils [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] Acquiring lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.245385] env[63070]: DEBUG oslo_concurrency.lockutils [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] Lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.245569] env[63070]: DEBUG oslo_concurrency.lockutils [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] Lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.245744] env[63070]: DEBUG nova.compute.manager [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] No waiting events found dispatching network-vif-plugged-3aa52f5f-e464-47be-8829-07b16258ea26 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1574.245934] env[63070]: WARNING nova.compute.manager [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Received unexpected event network-vif-plugged-3aa52f5f-e464-47be-8829-07b16258ea26 for instance with vm_state building and task_state spawning. [ 1574.246084] env[63070]: DEBUG nova.compute.manager [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Received event network-changed-3aa52f5f-e464-47be-8829-07b16258ea26 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1574.246240] env[63070]: DEBUG nova.compute.manager [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Refreshing instance network info cache due to event network-changed-3aa52f5f-e464-47be-8829-07b16258ea26. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1574.246430] env[63070]: DEBUG oslo_concurrency.lockutils [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] Acquiring lock "refresh_cache-2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.246575] env[63070]: DEBUG oslo_concurrency.lockutils [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] Acquired lock "refresh_cache-2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.246715] env[63070]: DEBUG nova.network.neutron [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Refreshing network info cache for port 3aa52f5f-e464-47be-8829-07b16258ea26 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.262023] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1574.262375] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1574.262414] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleting the datastore file [datastore1] 0cd4fefd-cbde-4ad2-b229-5979b1571b33 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.264570] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b53c7c3-cab2-4c51-9e75-cbceb077b9d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.270000] env[63070]: DEBUG oslo_vmware.api [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1574.270000] env[63070]: value = "task-1770727" [ 1574.270000] env[63070]: _type = "Task" [ 1574.270000] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.280834] env[63070]: DEBUG oslo_vmware.api [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.491522] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83c4a7-62c4-4629-b40c-40c148822b33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.500139] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d8d50b-ee9a-4c8f-b672-343ff17bce35 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.537937] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0dc3c2-8621-40a1-877b-62cb4e127be2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.547587] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f01a31-5134-4bac-8eb5-77f3d95dde91 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.563600] env[63070]: DEBUG nova.compute.provider_tree [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.575285] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.615822] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770725, 'name': CreateVM_Task, 'duration_secs': 0.4511} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.616385] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1574.617168] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.617367] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.617728] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1574.618024] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b50550-af46-4609-94de-817b3d413015 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.623373] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770724, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.627877] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for the task: (returnval){ [ 1574.627877] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d0693c-0cdd-9832-f55b-651d53cec29e" [ 1574.627877] env[63070]: _type = "Task" [ 1574.627877] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.637965] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d0693c-0cdd-9832-f55b-651d53cec29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.783411] env[63070]: DEBUG oslo_vmware.api [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509369} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.784578] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.784578] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1574.784578] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1574.784578] env[63070]: INFO nova.compute.manager [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1574.784578] env[63070]: DEBUG oslo.service.loopingcall [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.784794] env[63070]: DEBUG nova.compute.manager [-] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1574.784832] env[63070]: DEBUG nova.network.neutron [-] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1575.042351] env[63070]: DEBUG nova.network.neutron [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Updated VIF entry in instance network info cache for port 3aa52f5f-e464-47be-8829-07b16258ea26. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.042704] env[63070]: DEBUG nova.network.neutron [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Updating instance_info_cache with network_info: [{"id": "3aa52f5f-e464-47be-8829-07b16258ea26", "address": "fa:16:3e:08:c5:db", "network": {"id": "ff9f156e-f2a7-4012-bcc5-c5bc637b5ab8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-972455120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee7cf38097c14c2faf2ddcdf41bed1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa52f5f-e4", "ovs_interfaceid": "3aa52f5f-e464-47be-8829-07b16258ea26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.052668] env[63070]: DEBUG nova.compute.manager [req-8ba277ca-f55e-40bf-85cb-1a566fbe9625 req-a18bf223-6a7e-46ac-8ea9-8bb77eb03ca2 service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Received event network-vif-deleted-2f4827f4-4a2c-4553-a965-cff73017d360 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1575.052866] env[63070]: INFO nova.compute.manager [req-8ba277ca-f55e-40bf-85cb-1a566fbe9625 req-a18bf223-6a7e-46ac-8ea9-8bb77eb03ca2 service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Neutron deleted interface 2f4827f4-4a2c-4553-a965-cff73017d360; detaching it from the instance and deleting it from the info cache [ 1575.053071] env[63070]: DEBUG nova.network.neutron [req-8ba277ca-f55e-40bf-85cb-1a566fbe9625 req-a18bf223-6a7e-46ac-8ea9-8bb77eb03ca2 service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.069314] env[63070]: DEBUG nova.scheduler.client.report [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.075790] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770722, 'name': CreateSnapshot_Task, 'duration_secs': 0.742529} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.076210] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1575.076924] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ce115d-5365-4f81-a754-c07acf74f97a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.118015] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589231} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.118765] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] eb7c6d24-9b2c-4777-8b73-8b8f3463e868/eb7c6d24-9b2c-4777-8b73-8b8f3463e868.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1575.118986] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1575.119250] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f20c283-7691-4b97-9d99-7ff8ad0fb8e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.126076] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1575.126076] env[63070]: value = "task-1770728" [ 1575.126076] env[63070]: _type = "Task" [ 1575.126076] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.137204] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.141067] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d0693c-0cdd-9832-f55b-651d53cec29e, 'name': SearchDatastore_Task, 'duration_secs': 0.048451} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.141368] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.141669] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.141972] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.142186] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.142386] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.142646] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eab2020-c931-4640-8da5-4f3139c263a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.149900] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.150117] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.150832] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262a0e88-5736-4e4a-8fee-5a51ee01299d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.157964] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for the task: (returnval){ [ 1575.157964] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f04541-558e-9281-83fe-4a135d36d4b8" [ 1575.157964] env[63070]: _type = "Task" [ 1575.157964] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.165892] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f04541-558e-9281-83fe-4a135d36d4b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.372636] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.372869] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.407667] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.408070] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.526907] env[63070]: DEBUG nova.network.neutron [-] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.544736] env[63070]: DEBUG oslo_concurrency.lockutils [req-29b4a28a-14e9-4514-961b-96415fc39f47 req-a084ed0a-1ce2-462f-ba43-996a1cda0ada service nova] Releasing lock "refresh_cache-2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.556103] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1fa4308-89cd-45e5-baf4-1adbb9f4d6be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.565777] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d3027-b001-404e-bcca-8d11ed526257 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.576750] env[63070]: DEBUG oslo_concurrency.lockutils [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.579275] env[63070]: DEBUG oslo_concurrency.lockutils [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.724s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.579417] env[63070]: DEBUG nova.objects.instance [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lazy-loading 'resources' on Instance uuid 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.593837] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1575.607292] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aefbc532-23ab-4129-9360-d1b28e7fd272 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.610160] env[63070]: DEBUG nova.compute.manager [req-8ba277ca-f55e-40bf-85cb-1a566fbe9625 req-a18bf223-6a7e-46ac-8ea9-8bb77eb03ca2 service nova] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Detach interface failed, port_id=2f4827f4-4a2c-4553-a965-cff73017d360, reason: Instance 0cd4fefd-cbde-4ad2-b229-5979b1571b33 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1575.611280] env[63070]: INFO nova.scheduler.client.report [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Deleted allocations for instance 76088293-9a93-416f-ab0f-018303a573c6 [ 1575.617657] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1575.617657] env[63070]: value = "task-1770729" [ 1575.617657] env[63070]: _type = "Task" [ 1575.617657] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.626140] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770729, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.633508] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063908} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.633780] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.634531] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e601eaf-2840-460f-b476-e0bf2ead737c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.655965] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] eb7c6d24-9b2c-4777-8b73-8b8f3463e868/eb7c6d24-9b2c-4777-8b73-8b8f3463e868.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.656785] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6561ffa9-35d0-44b4-b22d-2799ee832497 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.681515] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f04541-558e-9281-83fe-4a135d36d4b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008648} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.683193] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1575.683193] env[63070]: value = "task-1770730" [ 1575.683193] env[63070]: _type = "Task" [ 1575.683193] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.683389] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af650c86-4404-466c-b8fc-8392cd3833c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.692100] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for the task: (returnval){ [ 1575.692100] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b588eb-5ce0-dfc8-785e-6bdc10549664" [ 1575.692100] env[63070]: _type = "Task" [ 1575.692100] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.696067] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.702079] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b588eb-5ce0-dfc8-785e-6bdc10549664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.875028] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1576.029168] env[63070]: INFO nova.compute.manager [-] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Took 1.24 seconds to deallocate network for instance. [ 1576.120057] env[63070]: DEBUG oslo_concurrency.lockutils [None req-54fe3f9d-66e5-4cc2-9464-4614b98dd600 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "76088293-9a93-416f-ab0f-018303a573c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.863s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.129752] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770729, 'name': CloneVM_Task} progress is 28%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.197059] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770730, 'name': ReconfigVM_Task, 'duration_secs': 0.292117} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.200329] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Reconfigured VM instance instance-00000041 to attach disk [datastore1] eb7c6d24-9b2c-4777-8b73-8b8f3463e868/eb7c6d24-9b2c-4777-8b73-8b8f3463e868.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.200965] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e2b949e-9d5c-42f2-aef5-dceda971df1f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.210574] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b588eb-5ce0-dfc8-785e-6bdc10549664, 'name': SearchDatastore_Task, 'duration_secs': 0.013162} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.211859] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.212138] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea/2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.212457] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1576.212457] env[63070]: value = "task-1770732" [ 1576.212457] env[63070]: _type = "Task" [ 1576.212457] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.212679] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8be07417-5b5a-42e2-8495-a4ce0cf0222a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.225064] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770732, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.226341] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for the task: (returnval){ [ 1576.226341] env[63070]: value = "task-1770733" [ 1576.226341] env[63070]: _type = "Task" [ 1576.226341] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.233842] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.395568] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.509608] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50211cef-9e21-4ed9-a73a-3aee973e92d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.518315] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e91c2e-74bf-4347-af91-532515a9e172 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.552568] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.553159] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223d9c52-e2bc-4bb9-9cce-85b172b7548a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.560976] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038b14d5-eabe-4359-8246-1466705e7391 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.574801] env[63070]: DEBUG nova.compute.provider_tree [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.629360] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770729, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.725144] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770732, 'name': Rename_Task, 'duration_secs': 0.151974} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.725254] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.725478] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0e79a3a-e1e2-4a6c-8719-b38c603fba9e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.734881] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.736102] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1576.736102] env[63070]: value = "task-1770734" [ 1576.736102] env[63070]: _type = "Task" [ 1576.736102] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.745792] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.079030] env[63070]: DEBUG nova.scheduler.client.report [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.130400] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770729, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.237294] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.245256] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.584876] env[63070]: DEBUG oslo_concurrency.lockutils [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.587065] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.894s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.589344] env[63070]: INFO nova.compute.claims [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.610089] env[63070]: INFO nova.scheduler.client.report [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Deleted allocations for instance 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091 [ 1577.634644] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770729, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.741378] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770733, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.749572] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.121383] env[63070]: DEBUG oslo_concurrency.lockutils [None req-22d443f2-ff6d-4898-8d46-8598986d69ec tempest-ServersTestMultiNic-721240683 tempest-ServersTestMultiNic-721240683-project-member] Lock "0d5b6def-ef7c-4b57-8dc8-a199b2a8a091" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.926s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.131159] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770729, 'name': CloneVM_Task, 'duration_secs': 2.283879} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.131730] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Created linked-clone VM from snapshot [ 1578.132443] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b95b47e-f615-4479-9b7d-e8844bf6193d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.139788] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Uploading image 542799c5-82ac-4aa0-a9a0-5d3f2554e458 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1578.222414] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1578.222414] env[63070]: value = "vm-367717" [ 1578.222414] env[63070]: _type = "VirtualMachine" [ 1578.222414] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1578.222591] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f499e40-4201-45ae-b224-e76408a025c1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.234826] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lease: (returnval){ [ 1578.234826] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521fc94f-07fd-bd67-af72-a78fcd692248" [ 1578.234826] env[63070]: _type = "HttpNfcLease" [ 1578.234826] env[63070]: } obtained for exporting VM: (result){ [ 1578.234826] env[63070]: value = "vm-367717" [ 1578.234826] env[63070]: _type = "VirtualMachine" [ 1578.234826] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1578.235232] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the lease: (returnval){ [ 1578.235232] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521fc94f-07fd-bd67-af72-a78fcd692248" [ 1578.235232] env[63070]: _type = "HttpNfcLease" [ 1578.235232] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1578.244037] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770733, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.585812} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.245682] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea/2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1578.245932] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1578.247532] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94fe2ab5-511e-47d3-8006-8fdd68117f0e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.249195] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1578.249195] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521fc94f-07fd-bd67-af72-a78fcd692248" [ 1578.249195] env[63070]: _type = "HttpNfcLease" [ 1578.249195] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1578.255143] env[63070]: DEBUG oslo_vmware.api [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1770734, 'name': PowerOnVM_Task, 'duration_secs': 1.367577} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.256311] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1578.256538] env[63070]: INFO nova.compute.manager [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1578.256748] env[63070]: DEBUG nova.compute.manager [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.257083] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for the task: (returnval){ [ 1578.257083] env[63070]: value = "task-1770736" [ 1578.257083] env[63070]: _type = "Task" [ 1578.257083] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.257827] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c1277e-892c-4dde-ad3e-9b3261239b3d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.271839] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.745824] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1578.745824] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521fc94f-07fd-bd67-af72-a78fcd692248" [ 1578.745824] env[63070]: _type = "HttpNfcLease" [ 1578.745824] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1578.746200] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1578.746200] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521fc94f-07fd-bd67-af72-a78fcd692248" [ 1578.746200] env[63070]: _type = "HttpNfcLease" [ 1578.746200] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1578.746847] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032e6aa8-f520-4224-8bb1-6b8c0a4e3b70 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.757817] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523df752-80ae-163d-e974-8b0cb40a3321/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1578.758024] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523df752-80ae-163d-e974-8b0cb40a3321/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1578.836678] env[63070]: INFO nova.compute.manager [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Took 50.22 seconds to build instance. [ 1578.839985] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064512} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.840211] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1578.841027] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1da96ca-35bb-4fa5-ac51-b4beabf1dd04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.862862] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea/2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.866235] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a7f2fa-cc6e-470c-bb12-977ed49d6f0c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.887510] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for the task: (returnval){ [ 1578.887510] env[63070]: value = "task-1770737" [ 1578.887510] env[63070]: _type = "Task" [ 1578.887510] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.902192] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d94e0727-2b24-44e7-840b-bcfa0c39319b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.904228] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.176033] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eaf5df-68d9-4850-a248-b1a833ee1737 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.183837] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362f8697-14c1-4d53-ad7c-efeba3a39842 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.215685] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09c5aab-2519-43e4-ae05-658d14826d22 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.228230] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a818a39f-1b86-4e5c-a609-584d6e6509b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.243221] env[63070]: DEBUG nova.compute.provider_tree [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.341021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b9b845c7-ec7f-47fb-9eb7-9389314a7fbd tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.382s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.398383] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770737, 'name': ReconfigVM_Task, 'duration_secs': 0.326673} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.398768] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea/2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.399469] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1022ce0-1b3a-4f5d-bb2b-cd6c427cecdd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.406803] env[63070]: DEBUG nova.compute.manager [req-04d83f1b-5e2d-4064-a8ef-686803d6f814 req-e57d5dab-66a5-4eaf-a597-9d089e155afd service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Received event network-changed-5ff8c4d1-5287-4648-bbb5-04fe690f3d5f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1579.406803] env[63070]: DEBUG nova.compute.manager [req-04d83f1b-5e2d-4064-a8ef-686803d6f814 req-e57d5dab-66a5-4eaf-a597-9d089e155afd service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Refreshing instance network info cache due to event network-changed-5ff8c4d1-5287-4648-bbb5-04fe690f3d5f. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1579.406927] env[63070]: DEBUG oslo_concurrency.lockutils [req-04d83f1b-5e2d-4064-a8ef-686803d6f814 req-e57d5dab-66a5-4eaf-a597-9d089e155afd service nova] Acquiring lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.407125] env[63070]: DEBUG oslo_concurrency.lockutils [req-04d83f1b-5e2d-4064-a8ef-686803d6f814 req-e57d5dab-66a5-4eaf-a597-9d089e155afd service nova] Acquired lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.407389] env[63070]: DEBUG nova.network.neutron [req-04d83f1b-5e2d-4064-a8ef-686803d6f814 req-e57d5dab-66a5-4eaf-a597-9d089e155afd service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Refreshing network info cache for port 5ff8c4d1-5287-4648-bbb5-04fe690f3d5f {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.412604] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for the task: (returnval){ [ 1579.412604] env[63070]: value = "task-1770738" [ 1579.412604] env[63070]: _type = "Task" [ 1579.412604] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.422023] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770738, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.724220] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "efe551af-1396-46e5-b398-d3785acae4f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.724515] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.724724] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "efe551af-1396-46e5-b398-d3785acae4f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.724905] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.725082] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.727269] env[63070]: INFO nova.compute.manager [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Terminating instance [ 1579.747223] env[63070]: DEBUG nova.scheduler.client.report [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.843328] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1579.926349] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770738, 'name': Rename_Task, 'duration_secs': 0.179006} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.926788] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1579.927411] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea318462-e769-4efc-bb23-f358329bbdf3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.936659] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for the task: (returnval){ [ 1579.936659] env[63070]: value = "task-1770739" [ 1579.936659] env[63070]: _type = "Task" [ 1579.936659] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.947946] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.231219] env[63070]: DEBUG nova.compute.manager [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.231561] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.232394] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51a7510-69d2-4d17-ac6d-ebfefe22de09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.240623] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.240881] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d990f0b0-61f6-4688-a740-258b48bd5c11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.247792] env[63070]: DEBUG oslo_vmware.api [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1580.247792] env[63070]: value = "task-1770740" [ 1580.247792] env[63070]: _type = "Task" [ 1580.247792] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.252748] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.253292] env[63070]: DEBUG nova.compute.manager [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1580.259570] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.469s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.261256] env[63070]: INFO nova.compute.claims [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.264318] env[63070]: DEBUG oslo_vmware.api [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.368018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.450145] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770739, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.520912] env[63070]: DEBUG nova.network.neutron [req-04d83f1b-5e2d-4064-a8ef-686803d6f814 req-e57d5dab-66a5-4eaf-a597-9d089e155afd service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updated VIF entry in instance network info cache for port 5ff8c4d1-5287-4648-bbb5-04fe690f3d5f. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.520912] env[63070]: DEBUG nova.network.neutron [req-04d83f1b-5e2d-4064-a8ef-686803d6f814 req-e57d5dab-66a5-4eaf-a597-9d089e155afd service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [{"id": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "address": "fa:16:3e:ef:c6:8c", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff8c4d1-52", "ovs_interfaceid": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.758324] env[63070]: DEBUG oslo_vmware.api [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770740, 'name': PowerOffVM_Task, 'duration_secs': 0.264524} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.758853] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.759151] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.759501] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7259183-45fa-4d6b-8ff5-2379517e7c76 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.766818] env[63070]: DEBUG nova.compute.utils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.770759] env[63070]: DEBUG nova.compute.manager [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.771129] env[63070]: DEBUG nova.network.neutron [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.842021] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.842021] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.842021] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Deleting the datastore file [datastore1] efe551af-1396-46e5-b398-d3785acae4f9 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.842021] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00887cd1-4aae-4241-a6e2-90b6f8f53d01 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.847961] env[63070]: DEBUG oslo_vmware.api [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for the task: (returnval){ [ 1580.847961] env[63070]: value = "task-1770742" [ 1580.847961] env[63070]: _type = "Task" [ 1580.847961] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.858029] env[63070]: DEBUG oslo_vmware.api [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.864127] env[63070]: DEBUG nova.policy [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9409d581b95f4fd79ce5f4865d6283e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '127f8903fd8a4ba28de43890d1cd744c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1580.948973] env[63070]: DEBUG oslo_vmware.api [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770739, 'name': PowerOnVM_Task, 'duration_secs': 0.536904} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.949460] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.949914] env[63070]: INFO nova.compute.manager [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1580.950276] env[63070]: DEBUG nova.compute.manager [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.951302] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151dcc21-e1a5-4f79-8d89-3e9e2363568a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.045416] env[63070]: DEBUG oslo_concurrency.lockutils [req-04d83f1b-5e2d-4064-a8ef-686803d6f814 req-e57d5dab-66a5-4eaf-a597-9d089e155afd service nova] Releasing lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.274094] env[63070]: DEBUG nova.compute.manager [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1581.340480] env[63070]: DEBUG nova.network.neutron [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Successfully created port: 6bf6c6d6-fd9b-4554-b4db-a4fa49c51889 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.362388] env[63070]: DEBUG oslo_vmware.api [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Task: {'id': task-1770742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202821} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.363055] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.363055] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.363055] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.363275] env[63070]: INFO nova.compute.manager [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1581.363458] env[63070]: DEBUG oslo.service.loopingcall [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.363941] env[63070]: DEBUG nova.compute.manager [-] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.364063] env[63070]: DEBUG nova.network.neutron [-] [instance: efe551af-1396-46e5-b398-d3785acae4f9] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.471239] env[63070]: INFO nova.compute.manager [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Took 51.23 seconds to build instance. [ 1581.821175] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc7051-fbe6-4427-9536-9be264678e33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.830283] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0594a3d5-f41a-47f3-94b7-380f2c4af80b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.868298] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93425484-33e4-4eb9-bec1-a42189662f7a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.876837] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68c116f-4712-4596-9fb8-0a13ed694c5e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.893526] env[63070]: DEBUG nova.compute.provider_tree [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.976810] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e890162c-baa2-4c8b-b426-6879365c297f tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.811s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.283139] env[63070]: DEBUG nova.compute.manager [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1582.314728] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1582.315277] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.315840] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1582.316090] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.319019] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1582.319019] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1582.319019] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1582.319019] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1582.319019] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1582.319019] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1582.319019] env[63070]: DEBUG nova.virt.hardware [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1582.319019] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f2608-5a75-45a7-9cef-bfbaae07575c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.328698] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b727d395-fad7-47e5-8a34-7bbdf1e8211b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.388825] env[63070]: DEBUG nova.compute.manager [req-898d3812-a405-4143-a870-1d4ba81960eb req-a2353dc7-5070-4ce3-abdf-77e8092ce6ab service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Received event network-vif-deleted-0710c663-3317-4a6d-8c34-c49385daa3ff {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1582.389069] env[63070]: INFO nova.compute.manager [req-898d3812-a405-4143-a870-1d4ba81960eb req-a2353dc7-5070-4ce3-abdf-77e8092ce6ab service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Neutron deleted interface 0710c663-3317-4a6d-8c34-c49385daa3ff; detaching it from the instance and deleting it from the info cache [ 1582.389400] env[63070]: DEBUG nova.network.neutron [req-898d3812-a405-4143-a870-1d4ba81960eb req-a2353dc7-5070-4ce3-abdf-77e8092ce6ab service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.399114] env[63070]: DEBUG nova.scheduler.client.report [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.721137] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquiring lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.721215] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.721445] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquiring lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.722030] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.722030] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.724573] env[63070]: INFO nova.compute.manager [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Terminating instance [ 1582.850059] env[63070]: DEBUG nova.network.neutron [-] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.894351] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dc692ec-f775-4b3b-baf0-4d482e08c864 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.905347] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be42833-2f6c-4ebd-b359-cf3b45502fc2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.922620] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.923053] env[63070]: DEBUG nova.compute.manager [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1582.927151] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.964s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.927414] env[63070]: DEBUG nova.objects.instance [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lazy-loading 'resources' on Instance uuid 975ac1f2-0948-41f5-a614-466b7dde9e83 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.934817] env[63070]: DEBUG nova.compute.manager [req-562a9924-e24d-409a-a071-85aa68b34312 req-def45805-4981-43dc-a618-bdf5c1c302b8 service nova] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Received event network-vif-plugged-6bf6c6d6-fd9b-4554-b4db-a4fa49c51889 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1582.934817] env[63070]: DEBUG oslo_concurrency.lockutils [req-562a9924-e24d-409a-a071-85aa68b34312 req-def45805-4981-43dc-a618-bdf5c1c302b8 service nova] Acquiring lock "ca3c0eed-1172-4984-96b7-707886d20979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.934817] env[63070]: DEBUG oslo_concurrency.lockutils [req-562a9924-e24d-409a-a071-85aa68b34312 req-def45805-4981-43dc-a618-bdf5c1c302b8 service nova] Lock "ca3c0eed-1172-4984-96b7-707886d20979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.934817] env[63070]: DEBUG oslo_concurrency.lockutils [req-562a9924-e24d-409a-a071-85aa68b34312 req-def45805-4981-43dc-a618-bdf5c1c302b8 service nova] Lock "ca3c0eed-1172-4984-96b7-707886d20979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.934817] env[63070]: DEBUG nova.compute.manager [req-562a9924-e24d-409a-a071-85aa68b34312 req-def45805-4981-43dc-a618-bdf5c1c302b8 service nova] [instance: ca3c0eed-1172-4984-96b7-707886d20979] No waiting events found dispatching network-vif-plugged-6bf6c6d6-fd9b-4554-b4db-a4fa49c51889 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1582.934817] env[63070]: WARNING nova.compute.manager [req-562a9924-e24d-409a-a071-85aa68b34312 req-def45805-4981-43dc-a618-bdf5c1c302b8 service nova] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Received unexpected event network-vif-plugged-6bf6c6d6-fd9b-4554-b4db-a4fa49c51889 for instance with vm_state building and task_state spawning. [ 1582.954516] env[63070]: DEBUG nova.compute.manager [req-898d3812-a405-4143-a870-1d4ba81960eb req-a2353dc7-5070-4ce3-abdf-77e8092ce6ab service nova] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Detach interface failed, port_id=0710c663-3317-4a6d-8c34-c49385daa3ff, reason: Instance efe551af-1396-46e5-b398-d3785acae4f9 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1583.229408] env[63070]: DEBUG nova.compute.manager [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1583.229712] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1583.230675] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6b124a-5697-4009-86f7-3e2678a1f81d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.240755] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.241045] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-415fd205-8371-4d48-91fe-ba8bd2e3dfc9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.248520] env[63070]: DEBUG oslo_vmware.api [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for the task: (returnval){ [ 1583.248520] env[63070]: value = "task-1770743" [ 1583.248520] env[63070]: _type = "Task" [ 1583.248520] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.257442] env[63070]: DEBUG oslo_vmware.api [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.269451] env[63070]: DEBUG nova.network.neutron [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Successfully updated port: 6bf6c6d6-fd9b-4554-b4db-a4fa49c51889 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.354239] env[63070]: INFO nova.compute.manager [-] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Took 1.99 seconds to deallocate network for instance. [ 1583.431489] env[63070]: DEBUG nova.compute.utils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.432850] env[63070]: DEBUG nova.compute.manager [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1583.433078] env[63070]: DEBUG nova.network.neutron [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.503667] env[63070]: DEBUG nova.policy [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d4f81bbc9541199df51a430d4be6d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa74d07aba74f9084dd83b7e4cdf899', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1583.759971] env[63070]: DEBUG oslo_vmware.api [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770743, 'name': PowerOffVM_Task, 'duration_secs': 0.195417} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.760299] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.760506] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.760772] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75bb2bde-5b9b-4ba0-830a-3541d80196a0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.773625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquiring lock "refresh_cache-ca3c0eed-1172-4984-96b7-707886d20979" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.773625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquired lock "refresh_cache-ca3c0eed-1172-4984-96b7-707886d20979" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.773625] env[63070]: DEBUG nova.network.neutron [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.810880] env[63070]: DEBUG nova.network.neutron [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Successfully created port: 933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.832902] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.833152] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.833350] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Deleting the datastore file [datastore1] 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.833734] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c42ae642-2aa1-41de-82b2-ecb1b4e3078e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.843951] env[63070]: DEBUG oslo_vmware.api [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for the task: (returnval){ [ 1583.843951] env[63070]: value = "task-1770745" [ 1583.843951] env[63070]: _type = "Task" [ 1583.843951] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.856714] env[63070]: DEBUG oslo_vmware.api [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.862574] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.900735] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d278b6f-87bc-44c7-90ce-ad225c63c638 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.908669] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec6138-1603-445f-acaa-534b6d55c4ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.942754] env[63070]: DEBUG nova.compute.manager [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1583.946243] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dc13d2-2ea1-4772-a65b-fc01912f3bf1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.954405] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a5ca1-4288-483c-a6f6-43e381bbe6f3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.968322] env[63070]: DEBUG nova.compute.provider_tree [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.305440] env[63070]: DEBUG nova.network.neutron [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.356777] env[63070]: DEBUG oslo_vmware.api [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Task: {'id': task-1770745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302345} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.357118] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.357262] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.357435] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.357676] env[63070]: INFO nova.compute.manager [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1584.357847] env[63070]: DEBUG oslo.service.loopingcall [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.358049] env[63070]: DEBUG nova.compute.manager [-] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1584.358148] env[63070]: DEBUG nova.network.neutron [-] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.472423] env[63070]: DEBUG nova.scheduler.client.report [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.523306] env[63070]: DEBUG nova.network.neutron [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Updating instance_info_cache with network_info: [{"id": "6bf6c6d6-fd9b-4554-b4db-a4fa49c51889", "address": "fa:16:3e:80:79:6a", "network": {"id": "f28464fe-c1d1-4d6a-b57c-8686df6c8d53", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2090272146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127f8903fd8a4ba28de43890d1cd744c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf6c6d6-fd", "ovs_interfaceid": "6bf6c6d6-fd9b-4554-b4db-a4fa49c51889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.955670] env[63070]: DEBUG nova.compute.manager [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1584.966330] env[63070]: DEBUG nova.compute.manager [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Received event network-changed-6bf6c6d6-fd9b-4554-b4db-a4fa49c51889 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1584.966557] env[63070]: DEBUG nova.compute.manager [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Refreshing instance network info cache due to event network-changed-6bf6c6d6-fd9b-4554-b4db-a4fa49c51889. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1584.966841] env[63070]: DEBUG oslo_concurrency.lockutils [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] Acquiring lock "refresh_cache-ca3c0eed-1172-4984-96b7-707886d20979" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.977567] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.981153] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.705s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.981712] env[63070]: INFO nova.compute.claims [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.986491] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.986727] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.987737] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.988389] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.988575] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.988731] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.988960] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.989142] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.989312] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.989478] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.989661] env[63070]: DEBUG nova.virt.hardware [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.990892] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2143a1-4475-4a6e-a47b-2ebf0f1e1e91 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.999829] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9559a0d-063c-4395-95d0-35ffa20721dd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.008440] env[63070]: INFO nova.scheduler.client.report [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted allocations for instance 975ac1f2-0948-41f5-a614-466b7dde9e83 [ 1585.026151] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Releasing lock "refresh_cache-ca3c0eed-1172-4984-96b7-707886d20979" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.026467] env[63070]: DEBUG nova.compute.manager [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Instance network_info: |[{"id": "6bf6c6d6-fd9b-4554-b4db-a4fa49c51889", "address": "fa:16:3e:80:79:6a", "network": {"id": "f28464fe-c1d1-4d6a-b57c-8686df6c8d53", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2090272146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127f8903fd8a4ba28de43890d1cd744c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf6c6d6-fd", "ovs_interfaceid": "6bf6c6d6-fd9b-4554-b4db-a4fa49c51889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1585.026768] env[63070]: DEBUG oslo_concurrency.lockutils [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] Acquired lock "refresh_cache-ca3c0eed-1172-4984-96b7-707886d20979" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.026949] env[63070]: DEBUG nova.network.neutron [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Refreshing network info cache for port 6bf6c6d6-fd9b-4554-b4db-a4fa49c51889 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.028174] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:79:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bf6c6d6-fd9b-4554-b4db-a4fa49c51889', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.035934] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Creating folder: Project (127f8903fd8a4ba28de43890d1cd744c). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.037157] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ab93ea7-2af6-48d6-979a-3722354f5333 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.049730] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Created folder: Project (127f8903fd8a4ba28de43890d1cd744c) in parent group-v367531. [ 1585.049730] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Creating folder: Instances. Parent ref: group-v367718. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.050257] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c4689ec-d3c7-4cc7-983a-ed0fe8b54359 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.060554] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Created folder: Instances in parent group-v367718. [ 1585.060804] env[63070]: DEBUG oslo.service.loopingcall [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.061024] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.061243] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44d03141-fd71-4d95-9464-32b82303ddac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.082597] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.082597] env[63070]: value = "task-1770748" [ 1585.082597] env[63070]: _type = "Task" [ 1585.082597] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.089512] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770748, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.143464] env[63070]: DEBUG nova.network.neutron [-] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.425300] env[63070]: DEBUG nova.network.neutron [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Successfully updated port: 933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.526858] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45f07b2a-d606-4af2-b8e6-d1172ba468af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "975ac1f2-0948-41f5-a614-466b7dde9e83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.777s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.590983] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770748, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.648719] env[63070]: INFO nova.compute.manager [-] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Took 1.29 seconds to deallocate network for instance. [ 1585.846140] env[63070]: DEBUG nova.network.neutron [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Updated VIF entry in instance network info cache for port 6bf6c6d6-fd9b-4554-b4db-a4fa49c51889. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.846541] env[63070]: DEBUG nova.network.neutron [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Updating instance_info_cache with network_info: [{"id": "6bf6c6d6-fd9b-4554-b4db-a4fa49c51889", "address": "fa:16:3e:80:79:6a", "network": {"id": "f28464fe-c1d1-4d6a-b57c-8686df6c8d53", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2090272146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127f8903fd8a4ba28de43890d1cd744c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf6c6d6-fd", "ovs_interfaceid": "6bf6c6d6-fd9b-4554-b4db-a4fa49c51889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.928418] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.928656] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.928837] env[63070]: DEBUG nova.network.neutron [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.094639] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770748, 'name': CreateVM_Task, 'duration_secs': 0.636865} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.094814] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.095494] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.095763] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.096795] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1586.097170] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c42838-42db-4e58-9b25-c37f94bcc02d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.105974] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for the task: (returnval){ [ 1586.105974] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5225fb45-93c4-418a-b29d-3a6e44a84632" [ 1586.105974] env[63070]: _type = "Task" [ 1586.105974] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.119229] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5225fb45-93c4-418a-b29d-3a6e44a84632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.125044] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523df752-80ae-163d-e974-8b0cb40a3321/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1586.125817] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad28d1c-3c24-4e35-8dca-35bb2b82dda2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.133730] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523df752-80ae-163d-e974-8b0cb40a3321/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1586.134753] env[63070]: ERROR oslo_vmware.rw_handles [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523df752-80ae-163d-e974-8b0cb40a3321/disk-0.vmdk due to incomplete transfer. [ 1586.134753] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2863df06-a1bf-4b04-a51d-c929e631bb03 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.143034] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523df752-80ae-163d-e974-8b0cb40a3321/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1586.143034] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Uploaded image 542799c5-82ac-4aa0-a9a0-5d3f2554e458 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1586.144794] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1586.144794] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0c1a0be-5eca-42f4-a8e9-a42acdad2452 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.151995] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1586.151995] env[63070]: value = "task-1770749" [ 1586.151995] env[63070]: _type = "Task" [ 1586.151995] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.160505] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.160860] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770749, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.350820] env[63070]: DEBUG oslo_concurrency.lockutils [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] Releasing lock "refresh_cache-ca3c0eed-1172-4984-96b7-707886d20979" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.351100] env[63070]: DEBUG nova.compute.manager [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Received event network-vif-deleted-3aa52f5f-e464-47be-8829-07b16258ea26 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1586.351287] env[63070]: INFO nova.compute.manager [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Neutron deleted interface 3aa52f5f-e464-47be-8829-07b16258ea26; detaching it from the instance and deleting it from the info cache [ 1586.351456] env[63070]: DEBUG nova.network.neutron [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.372484] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb338f66-3b44-47e2-be48-0fa9cf8e5321 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.381093] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630b4a6b-a925-4cce-9288-db070ae57452 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.412388] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244080b5-9b70-49db-aa4b-f301639a1bbc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.420848] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4c9bdd-2c2e-43f8-a635-11e5978015f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.436980] env[63070]: DEBUG nova.compute.provider_tree [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.456907] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.457500] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.469711] env[63070]: DEBUG nova.network.neutron [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.617464] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5225fb45-93c4-418a-b29d-3a6e44a84632, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.617798] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.618049] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.618289] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.618433] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.618606] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.619572] env[63070]: DEBUG nova.network.neutron [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updating instance_info_cache with network_info: [{"id": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "address": "fa:16:3e:49:91:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933c239b-e6", "ovs_interfaceid": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.620638] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-915e8519-05d8-4df1-981e-66c6350a4024 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.628885] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.629069] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.629783] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58abced8-d30e-4974-8337-c4a42a488b42 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.635197] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for the task: (returnval){ [ 1586.635197] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529752f8-8a87-463d-5b2f-83a1f6dacda2" [ 1586.635197] env[63070]: _type = "Task" [ 1586.635197] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.643053] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529752f8-8a87-463d-5b2f-83a1f6dacda2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.660445] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770749, 'name': Destroy_Task, 'duration_secs': 0.39973} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.660676] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Destroyed the VM [ 1586.660898] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1586.661138] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ebc3e4f9-b487-4d20-b5c4-5933b4c27fe2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.667630] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1586.667630] env[63070]: value = "task-1770750" [ 1586.667630] env[63070]: _type = "Task" [ 1586.667630] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.674775] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770750, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.854762] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21a22e1c-5bf6-46eb-ad50-569a57daf248 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.865061] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8002179f-f3e8-4f07-b04c-ce1763864f99 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.903751] env[63070]: DEBUG nova.compute.manager [req-530008d7-ae08-44e4-a30c-822b911b87f9 req-3df013ec-a115-4376-8a60-38eb0c02a03a service nova] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Detach interface failed, port_id=3aa52f5f-e464-47be-8829-07b16258ea26, reason: Instance 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1586.943323] env[63070]: DEBUG nova.scheduler.client.report [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.958705] env[63070]: DEBUG nova.compute.manager [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1586.996560] env[63070]: DEBUG nova.compute.manager [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received event network-vif-plugged-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1586.996779] env[63070]: DEBUG oslo_concurrency.lockutils [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] Acquiring lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.996990] env[63070]: DEBUG oslo_concurrency.lockutils [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.997178] env[63070]: DEBUG oslo_concurrency.lockutils [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.997368] env[63070]: DEBUG nova.compute.manager [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] No waiting events found dispatching network-vif-plugged-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1586.997589] env[63070]: WARNING nova.compute.manager [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received unexpected event network-vif-plugged-933c239b-e6d2-481c-86eb-e4d977eca6e3 for instance with vm_state building and task_state spawning. [ 1586.997743] env[63070]: DEBUG nova.compute.manager [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received event network-changed-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1586.998180] env[63070]: DEBUG nova.compute.manager [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Refreshing instance network info cache due to event network-changed-933c239b-e6d2-481c-86eb-e4d977eca6e3. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1586.998180] env[63070]: DEBUG oslo_concurrency.lockutils [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] Acquiring lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.124612] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.125231] env[63070]: DEBUG nova.compute.manager [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Instance network_info: |[{"id": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "address": "fa:16:3e:49:91:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933c239b-e6", "ovs_interfaceid": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1587.125615] env[63070]: DEBUG oslo_concurrency.lockutils [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] Acquired lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.125813] env[63070]: DEBUG nova.network.neutron [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Refreshing network info cache for port 933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.127153] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:91:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '933c239b-e6d2-481c-86eb-e4d977eca6e3', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1587.136348] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating folder: Project (daa74d07aba74f9084dd83b7e4cdf899). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1587.139265] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d1210fc-76fb-4f42-9110-c09146221437 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.154411] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529752f8-8a87-463d-5b2f-83a1f6dacda2, 'name': SearchDatastore_Task, 'duration_secs': 0.021566} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.156550] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Created folder: Project (daa74d07aba74f9084dd83b7e4cdf899) in parent group-v367531. [ 1587.156735] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating folder: Instances. Parent ref: group-v367721. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1587.156969] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc737e9e-f5f9-46bd-8dec-e9cd03c2a4c4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.159440] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7177d350-749b-48a6-bbb5-81184bf75281 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.165266] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for the task: (returnval){ [ 1587.165266] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e59c02-f770-6434-12f7-6a2187ba5e36" [ 1587.165266] env[63070]: _type = "Task" [ 1587.165266] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.173581] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Created folder: Instances in parent group-v367721. [ 1587.173581] env[63070]: DEBUG oslo.service.loopingcall [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.178837] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1587.179155] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e59c02-f770-6434-12f7-6a2187ba5e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.179721] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dd41409-4408-4667-814b-d92b70044de1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.198270] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770750, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.204229] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1587.204229] env[63070]: value = "task-1770753" [ 1587.204229] env[63070]: _type = "Task" [ 1587.204229] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.214014] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770753, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.448155] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.448798] env[63070]: DEBUG nova.compute.manager [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.451463] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.455s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.452923] env[63070]: INFO nova.compute.claims [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1587.456881] env[63070]: DEBUG nova.network.neutron [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updated VIF entry in instance network info cache for port 933c239b-e6d2-481c-86eb-e4d977eca6e3. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.457217] env[63070]: DEBUG nova.network.neutron [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updating instance_info_cache with network_info: [{"id": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "address": "fa:16:3e:49:91:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933c239b-e6", "ovs_interfaceid": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.486518] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.679717] env[63070]: DEBUG oslo_vmware.api [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770750, 'name': RemoveSnapshot_Task, 'duration_secs': 0.705604} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.685509] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1587.685789] env[63070]: INFO nova.compute.manager [None req-a07417aa-4466-4b2c-8ebc-735ffc93d809 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Took 14.19 seconds to snapshot the instance on the hypervisor. [ 1587.689311] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e59c02-f770-6434-12f7-6a2187ba5e36, 'name': SearchDatastore_Task, 'duration_secs': 0.023461} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.689572] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.689829] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ca3c0eed-1172-4984-96b7-707886d20979/ca3c0eed-1172-4984-96b7-707886d20979.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.690150] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae3f4e56-32bb-4b57-9a56-b6d6f23655a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.697313] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for the task: (returnval){ [ 1587.697313] env[63070]: value = "task-1770754" [ 1587.697313] env[63070]: _type = "Task" [ 1587.697313] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.705875] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.714293] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770753, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.959910] env[63070]: DEBUG oslo_concurrency.lockutils [req-5138e16a-31f6-43b3-a7c8-881ff8d616d7 req-2df8f1b0-044f-44a0-b254-1b13b5d642e8 service nova] Releasing lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.961295] env[63070]: DEBUG nova.compute.utils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.964877] env[63070]: DEBUG nova.compute.manager [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1587.965069] env[63070]: DEBUG nova.network.neutron [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.044604] env[63070]: DEBUG nova.policy [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f21e778e7c645a1a5aed99d15e17c15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c43faf8c63974334b1beaacc1cbf1c07', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.208374] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770754, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.221279] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770753, 'name': CreateVM_Task, 'duration_secs': 0.672261} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.221449] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1588.226020] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.226020] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.226020] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1588.226020] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a95d756-2b77-454c-9b31-32a3df4e141b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.231451] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1588.231451] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c8828b-5636-0176-d0e8-262562cedd62" [ 1588.231451] env[63070]: _type = "Task" [ 1588.231451] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.242035] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "5a175392-55ed-45ad-b48e-7ec762e9ae20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.242420] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "5a175392-55ed-45ad-b48e-7ec762e9ae20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.248344] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c8828b-5636-0176-d0e8-262562cedd62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.417641] env[63070]: DEBUG nova.network.neutron [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Successfully created port: 63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.465415] env[63070]: DEBUG nova.compute.manager [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.707571] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589359} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.707822] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ca3c0eed-1172-4984-96b7-707886d20979/ca3c0eed-1172-4984-96b7-707886d20979.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.708037] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.708287] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-637ed32b-e553-4907-b86f-8b80b45d479e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.714988] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for the task: (returnval){ [ 1588.714988] env[63070]: value = "task-1770755" [ 1588.714988] env[63070]: _type = "Task" [ 1588.714988] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.724310] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.744130] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c8828b-5636-0176-d0e8-262562cedd62, 'name': SearchDatastore_Task, 'duration_secs': 0.041362} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.744482] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.744720] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1588.745048] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.745237] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.745377] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.745725] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc51ad13-402b-4680-947f-a98ab675e759 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.755603] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.755812] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1588.756632] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0721f39-a176-4f83-83b1-4d285c2035bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.763921] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1588.763921] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5286c6e5-7151-42c3-ca59-2e561688a44b" [ 1588.763921] env[63070]: _type = "Task" [ 1588.763921] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.773044] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5286c6e5-7151-42c3-ca59-2e561688a44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.876295] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94409a7-363f-40b0-95c8-074a7797504b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.883835] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b1e060-4040-4984-a3f4-20ec0469b9bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.915688] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2368b455-59f7-4b60-8648-18a37a7e2970 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.923043] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f5f765-c87a-4b57-9502-9c7cb7418bfa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.936346] env[63070]: DEBUG nova.compute.provider_tree [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.224381] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062843} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.224689] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1589.225443] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39711ae-a12c-4e46-b7d6-bfdc36129602 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.247190] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ca3c0eed-1172-4984-96b7-707886d20979/ca3c0eed-1172-4984-96b7-707886d20979.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.247425] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-678eb2b9-b9c9-4ceb-a7b6-f354475b35fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.267182] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for the task: (returnval){ [ 1589.267182] env[63070]: value = "task-1770756" [ 1589.267182] env[63070]: _type = "Task" [ 1589.267182] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.273810] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5286c6e5-7151-42c3-ca59-2e561688a44b, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.274832] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819edb4f-6488-45f1-b553-23b88f3e286b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.280188] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.282659] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1589.282659] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5225a190-d159-be16-c0bb-5fa74d67a254" [ 1589.282659] env[63070]: _type = "Task" [ 1589.282659] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.291309] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5225a190-d159-be16-c0bb-5fa74d67a254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.441030] env[63070]: DEBUG nova.scheduler.client.report [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.477185] env[63070]: DEBUG nova.compute.manager [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.502400] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.502648] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.502807] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.503139] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.503294] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.503450] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.503663] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.503837] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.504010] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.504243] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.504380] env[63070]: DEBUG nova.virt.hardware [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.505292] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2073cb95-b663-4a79-9de6-3c1e61ca3d84 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.513402] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be11e645-6461-4e58-9df9-47d9ff857fc2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.778959] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770756, 'name': ReconfigVM_Task, 'duration_secs': 0.280046} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.779266] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ca3c0eed-1172-4984-96b7-707886d20979/ca3c0eed-1172-4984-96b7-707886d20979.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.779843] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b174b4cc-75cd-4291-a790-24fea8525878 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.788094] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for the task: (returnval){ [ 1589.788094] env[63070]: value = "task-1770757" [ 1589.788094] env[63070]: _type = "Task" [ 1589.788094] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.794818] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5225a190-d159-be16-c0bb-5fa74d67a254, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.795438] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.795705] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4/bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1589.795982] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-400d0eb3-4a91-4183-8265-43f4c32eedff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.800975] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770757, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.805397] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1589.805397] env[63070]: value = "task-1770758" [ 1589.805397] env[63070]: _type = "Task" [ 1589.805397] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.812913] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.875782] env[63070]: DEBUG nova.compute.manager [req-6dba0d05-450e-45c9-8a7f-3d32fb213fd3 req-0de7e60b-71a4-4f96-a449-1b60a68851ae service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Received event network-vif-plugged-63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1589.876009] env[63070]: DEBUG oslo_concurrency.lockutils [req-6dba0d05-450e-45c9-8a7f-3d32fb213fd3 req-0de7e60b-71a4-4f96-a449-1b60a68851ae service nova] Acquiring lock "ffe69efd-f43c-47c6-98d1-a149d0411d61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.876218] env[63070]: DEBUG oslo_concurrency.lockutils [req-6dba0d05-450e-45c9-8a7f-3d32fb213fd3 req-0de7e60b-71a4-4f96-a449-1b60a68851ae service nova] Lock "ffe69efd-f43c-47c6-98d1-a149d0411d61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.876412] env[63070]: DEBUG oslo_concurrency.lockutils [req-6dba0d05-450e-45c9-8a7f-3d32fb213fd3 req-0de7e60b-71a4-4f96-a449-1b60a68851ae service nova] Lock "ffe69efd-f43c-47c6-98d1-a149d0411d61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.876541] env[63070]: DEBUG nova.compute.manager [req-6dba0d05-450e-45c9-8a7f-3d32fb213fd3 req-0de7e60b-71a4-4f96-a449-1b60a68851ae service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] No waiting events found dispatching network-vif-plugged-63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.876697] env[63070]: WARNING nova.compute.manager [req-6dba0d05-450e-45c9-8a7f-3d32fb213fd3 req-0de7e60b-71a4-4f96-a449-1b60a68851ae service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Received unexpected event network-vif-plugged-63ab3be0-6a9f-400c-a082-4812877e8981 for instance with vm_state building and task_state spawning. [ 1589.946213] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.946723] env[63070]: DEBUG nova.compute.manager [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1589.949289] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.144s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.949511] env[63070]: DEBUG nova.objects.instance [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Lazy-loading 'resources' on Instance uuid 8d19b75b-ec72-4444-9125-094e11c0bc47 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.978145] env[63070]: DEBUG nova.network.neutron [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Successfully updated port: 63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.301477] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770757, 'name': Rename_Task, 'duration_secs': 0.16732} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.301801] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.302173] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f16c232-543b-4e5f-9a2a-4db7e85c9c59 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.312040] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for the task: (returnval){ [ 1590.312040] env[63070]: value = "task-1770759" [ 1590.312040] env[63070]: _type = "Task" [ 1590.312040] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.318965] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.324678] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.453246] env[63070]: DEBUG nova.compute.utils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1590.459041] env[63070]: DEBUG nova.compute.manager [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1590.459683] env[63070]: DEBUG nova.network.neutron [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1590.481707] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquiring lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.482225] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquired lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.482225] env[63070]: DEBUG nova.network.neutron [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.501137] env[63070]: DEBUG nova.policy [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc47899cddf41cb9948e5b4cfc80772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb85c7512d7c4b3386e6adf1da10d1cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1590.819730] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595806} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.822404] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4/bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1590.822626] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1590.823050] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9697a180-8b48-4dc7-bb9a-f9e841880397 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.827593] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.832292] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1590.832292] env[63070]: value = "task-1770760" [ 1590.832292] env[63070]: _type = "Task" [ 1590.832292] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.835560] env[63070]: DEBUG nova.network.neutron [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Successfully created port: f5b1953d-2c6c-43df-ad3e-6a64407cd710 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1590.844731] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.870538] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c734897-0dd1-44d6-96cb-58b0e5fdde29 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.877711] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260f9c7e-d90d-440c-a84f-1764a79f716d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.909558] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3e7f99-fa1c-4a0e-86c3-c9ad6d81d326 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.916958] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e026c0-b2f3-4a8a-b4ad-e722d4360ad5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.930221] env[63070]: DEBUG nova.compute.provider_tree [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.959966] env[63070]: DEBUG nova.compute.manager [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1591.027156] env[63070]: DEBUG nova.network.neutron [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.210210] env[63070]: DEBUG nova.network.neutron [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updating instance_info_cache with network_info: [{"id": "63ab3be0-6a9f-400c-a082-4812877e8981", "address": "fa:16:3e:49:d5:61", "network": {"id": "ebf36a97-5a7d-4135-933b-1a6915750874", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-354117150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c43faf8c63974334b1beaacc1cbf1c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ab3be0-6a", "ovs_interfaceid": "63ab3be0-6a9f-400c-a082-4812877e8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.322049] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.345937] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.452111} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.345937] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1591.346761] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedb4b8a-5d32-4f83-b4f4-f2a8003ee40f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.368326] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4/bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.368611] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd663659-3bf2-4af3-990b-648e234b16ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.388396] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1591.388396] env[63070]: value = "task-1770761" [ 1591.388396] env[63070]: _type = "Task" [ 1591.388396] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.398067] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.433331] env[63070]: DEBUG nova.scheduler.client.report [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.715062] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Releasing lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.715062] env[63070]: DEBUG nova.compute.manager [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Instance network_info: |[{"id": "63ab3be0-6a9f-400c-a082-4812877e8981", "address": "fa:16:3e:49:d5:61", "network": {"id": "ebf36a97-5a7d-4135-933b-1a6915750874", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-354117150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c43faf8c63974334b1beaacc1cbf1c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ab3be0-6a", "ovs_interfaceid": "63ab3be0-6a9f-400c-a082-4812877e8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.715062] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:d5:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63ab3be0-6a9f-400c-a082-4812877e8981', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.721827] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Creating folder: Project (c43faf8c63974334b1beaacc1cbf1c07). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1591.722291] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef28d9b4-5aa4-4fde-adc6-dc3599ce0a2b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.732866] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Created folder: Project (c43faf8c63974334b1beaacc1cbf1c07) in parent group-v367531. [ 1591.733076] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Creating folder: Instances. Parent ref: group-v367724. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1591.733330] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04359570-0e76-4a92-adaf-6e58e6952f5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.742901] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Created folder: Instances in parent group-v367724. [ 1591.743161] env[63070]: DEBUG oslo.service.loopingcall [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.743359] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.743567] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89b0ba4f-6218-4199-9886-69d208b59595 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.763035] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.763035] env[63070]: value = "task-1770764" [ 1591.763035] env[63070]: _type = "Task" [ 1591.763035] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.770990] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770764, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.824193] env[63070]: DEBUG oslo_vmware.api [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770759, 'name': PowerOnVM_Task, 'duration_secs': 1.146414} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.824193] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.824193] env[63070]: INFO nova.compute.manager [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1591.824764] env[63070]: DEBUG nova.compute.manager [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.825828] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863df269-3253-4367-8640-3392f3cffb75 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.898836] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.901565] env[63070]: DEBUG nova.compute.manager [req-063f0eed-8af4-434d-a7be-3517762bec91 req-eb5e040a-e8a5-4d15-a3b0-8214d88e0bef service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Received event network-changed-63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1591.901878] env[63070]: DEBUG nova.compute.manager [req-063f0eed-8af4-434d-a7be-3517762bec91 req-eb5e040a-e8a5-4d15-a3b0-8214d88e0bef service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Refreshing instance network info cache due to event network-changed-63ab3be0-6a9f-400c-a082-4812877e8981. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1591.902255] env[63070]: DEBUG oslo_concurrency.lockutils [req-063f0eed-8af4-434d-a7be-3517762bec91 req-eb5e040a-e8a5-4d15-a3b0-8214d88e0bef service nova] Acquiring lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.902513] env[63070]: DEBUG oslo_concurrency.lockutils [req-063f0eed-8af4-434d-a7be-3517762bec91 req-eb5e040a-e8a5-4d15-a3b0-8214d88e0bef service nova] Acquired lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.902779] env[63070]: DEBUG nova.network.neutron [req-063f0eed-8af4-434d-a7be-3517762bec91 req-eb5e040a-e8a5-4d15-a3b0-8214d88e0bef service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Refreshing network info cache for port 63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.941019] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.941019] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 42.064s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.941019] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.941714] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1591.942145] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.250s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.943700] env[63070]: INFO nova.compute.claims [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.947420] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e3931-749a-4ed9-8397-cb420f511b7f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.956395] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccc1663-85bc-4522-876d-316c9ac214a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.974103] env[63070]: DEBUG nova.compute.manager [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1591.978609] env[63070]: INFO nova.scheduler.client.report [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Deleted allocations for instance 8d19b75b-ec72-4444-9125-094e11c0bc47 [ 1591.980583] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7967d57-9eae-42f5-8ce2-7987f192fd1c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.994500] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96ba6e2-aed8-4f5d-a2e1-72d55c68f5ef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.030878] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178310MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1592.031307] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.035014] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1592.037017] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.037017] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1592.037017] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.037017] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1592.037017] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1592.037017] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1592.037017] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1592.037017] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1592.037017] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1592.037017] env[63070]: DEBUG nova.virt.hardware [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1592.038356] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fcbac7-269e-4bb3-973b-923b1aee2f72 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.046433] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd09637-0a61-4939-a42d-a84180da2420 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.274142] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770764, 'name': CreateVM_Task, 'duration_secs': 0.423591} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.274348] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1592.275041] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.275220] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.275531] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1592.275783] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29f1fd0-a5cc-4e60-b206-85d2314fcf13 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.280667] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1592.280667] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527ec05f-75cc-7a26-f474-379a644cc1fc" [ 1592.280667] env[63070]: _type = "Task" [ 1592.280667] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.290827] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527ec05f-75cc-7a26-f474-379a644cc1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.343780] env[63070]: INFO nova.compute.manager [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Took 50.68 seconds to build instance. [ 1592.401342] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770761, 'name': ReconfigVM_Task, 'duration_secs': 0.904606} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.401613] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Reconfigured VM instance instance-00000044 to attach disk [datastore1] bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4/bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.402286] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00db4284-544c-4320-89f7-2483a0686ef5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.408976] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1592.408976] env[63070]: value = "task-1770765" [ 1592.408976] env[63070]: _type = "Task" [ 1592.408976] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.417498] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770765, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.493335] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c78eb720-ea85-4ecf-9541-1e9ec6dc8b28 tempest-DeleteServersAdminTestJSON-976829530 tempest-DeleteServersAdminTestJSON-976829530-project-admin] Lock "8d19b75b-ec72-4444-9125-094e11c0bc47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.766s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.511796] env[63070]: DEBUG nova.network.neutron [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Successfully updated port: f5b1953d-2c6c-43df-ad3e-6a64407cd710 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1592.655186] env[63070]: DEBUG nova.network.neutron [req-063f0eed-8af4-434d-a7be-3517762bec91 req-eb5e040a-e8a5-4d15-a3b0-8214d88e0bef service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updated VIF entry in instance network info cache for port 63ab3be0-6a9f-400c-a082-4812877e8981. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.655553] env[63070]: DEBUG nova.network.neutron [req-063f0eed-8af4-434d-a7be-3517762bec91 req-eb5e040a-e8a5-4d15-a3b0-8214d88e0bef service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updating instance_info_cache with network_info: [{"id": "63ab3be0-6a9f-400c-a082-4812877e8981", "address": "fa:16:3e:49:d5:61", "network": {"id": "ebf36a97-5a7d-4135-933b-1a6915750874", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-354117150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c43faf8c63974334b1beaacc1cbf1c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ab3be0-6a", "ovs_interfaceid": "63ab3be0-6a9f-400c-a082-4812877e8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.792585] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527ec05f-75cc-7a26-f474-379a644cc1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011565} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.792928] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.793173] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.793411] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.793558] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.793737] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.794102] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd1ff0f-1a6a-46da-9b64-ca5e26b14e78 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.805854] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.805854] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.806266] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957856d8-fa5b-46ac-af3b-4a6a5a36ee3c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.811325] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1592.811325] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e19997-c8b5-076b-c4b4-d83a0fac5042" [ 1592.811325] env[63070]: _type = "Task" [ 1592.811325] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.819126] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e19997-c8b5-076b-c4b4-d83a0fac5042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.846032] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80a1cd99-4210-408c-9268-807537de93c7 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "ca3c0eed-1172-4984-96b7-707886d20979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.193s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.919042] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770765, 'name': Rename_Task, 'duration_secs': 0.223995} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.919292] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.919468] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d02b9f46-216b-4380-8074-457264c045d3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.925704] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1592.925704] env[63070]: value = "task-1770766" [ 1592.925704] env[63070]: _type = "Task" [ 1592.925704] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.934652] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.014468] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "refresh_cache-75bf795d-9980-4559-ab50-cdef7bb7921b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.014468] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired lock "refresh_cache-75bf795d-9980-4559-ab50-cdef7bb7921b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.014625] env[63070]: DEBUG nova.network.neutron [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.157975] env[63070]: DEBUG oslo_concurrency.lockutils [req-063f0eed-8af4-434d-a7be-3517762bec91 req-eb5e040a-e8a5-4d15-a3b0-8214d88e0bef service nova] Releasing lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.321640] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e19997-c8b5-076b-c4b4-d83a0fac5042, 'name': SearchDatastore_Task, 'duration_secs': 0.029992} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.325099] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c2d739-7fb3-453b-9ffb-6a4e2a92dcca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.330926] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1593.330926] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527b25aa-d88a-8df3-a1ec-40184dd8e819" [ 1593.330926] env[63070]: _type = "Task" [ 1593.330926] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.342857] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527b25aa-d88a-8df3-a1ec-40184dd8e819, 'name': SearchDatastore_Task, 'duration_secs': 0.008931} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.343829] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.343829] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ffe69efd-f43c-47c6-98d1-a149d0411d61/ffe69efd-f43c-47c6-98d1-a149d0411d61.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1593.343829] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad502715-7fc6-4569-8e76-95172a5d72e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.348651] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0ed6524-e9dc-4cc2-b59c-12d54787c174 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquiring lock "interface-ca3c0eed-1172-4984-96b7-707886d20979-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.348939] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0ed6524-e9dc-4cc2-b59c-12d54787c174 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "interface-ca3c0eed-1172-4984-96b7-707886d20979-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.349230] env[63070]: DEBUG nova.objects.instance [None req-b0ed6524-e9dc-4cc2-b59c-12d54787c174 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lazy-loading 'flavor' on Instance uuid ca3c0eed-1172-4984-96b7-707886d20979 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.350511] env[63070]: DEBUG nova.compute.manager [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1593.354949] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1593.354949] env[63070]: value = "task-1770767" [ 1593.354949] env[63070]: _type = "Task" [ 1593.354949] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.363768] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.366615] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa34a394-b1b0-49db-a56d-3283162e49c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.374716] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c406d-3f7b-4073-addb-87bfc444d3b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.409664] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1afb38-2e50-4535-ac41-9f9e7749d774 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.418152] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4b8668-f47b-461e-adf0-92e4812ab4f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.433126] env[63070]: DEBUG nova.compute.provider_tree [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.445420] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.571044] env[63070]: DEBUG nova.network.neutron [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1593.750535] env[63070]: DEBUG nova.network.neutron [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Updating instance_info_cache with network_info: [{"id": "f5b1953d-2c6c-43df-ad3e-6a64407cd710", "address": "fa:16:3e:20:eb:32", "network": {"id": "53fdc84c-fa5a-4af2-8fec-d4b4767d27d8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-986308532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb85c7512d7c4b3386e6adf1da10d1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b1953d-2c", "ovs_interfaceid": "f5b1953d-2c6c-43df-ad3e-6a64407cd710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.855766] env[63070]: DEBUG nova.objects.instance [None req-b0ed6524-e9dc-4cc2-b59c-12d54787c174 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lazy-loading 'pci_requests' on Instance uuid ca3c0eed-1172-4984-96b7-707886d20979 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.869531] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472855} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.869850] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ffe69efd-f43c-47c6-98d1-a149d0411d61/ffe69efd-f43c-47c6-98d1-a149d0411d61.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.870074] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.870330] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c8a2404-7e2f-49ff-8bd7-b7c8bb843619 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.876760] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1593.876760] env[63070]: value = "task-1770768" [ 1593.876760] env[63070]: _type = "Task" [ 1593.876760] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.880638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.886180] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.918637] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.918894] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.939705] env[63070]: DEBUG nova.scheduler.client.report [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.946663] env[63070]: DEBUG oslo_vmware.api [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1770766, 'name': PowerOnVM_Task, 'duration_secs': 0.564581} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.947167] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.947406] env[63070]: INFO nova.compute.manager [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1593.947597] env[63070]: DEBUG nova.compute.manager [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.948436] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e897c1-dc2e-4467-a3b4-750e85497809 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.068243] env[63070]: DEBUG nova.compute.manager [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Received event network-vif-plugged-f5b1953d-2c6c-43df-ad3e-6a64407cd710 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1594.069137] env[63070]: DEBUG oslo_concurrency.lockutils [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] Acquiring lock "75bf795d-9980-4559-ab50-cdef7bb7921b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.069137] env[63070]: DEBUG oslo_concurrency.lockutils [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] Lock "75bf795d-9980-4559-ab50-cdef7bb7921b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.069137] env[63070]: DEBUG oslo_concurrency.lockutils [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] Lock "75bf795d-9980-4559-ab50-cdef7bb7921b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.069137] env[63070]: DEBUG nova.compute.manager [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] No waiting events found dispatching network-vif-plugged-f5b1953d-2c6c-43df-ad3e-6a64407cd710 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1594.069327] env[63070]: WARNING nova.compute.manager [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Received unexpected event network-vif-plugged-f5b1953d-2c6c-43df-ad3e-6a64407cd710 for instance with vm_state building and task_state spawning. [ 1594.069327] env[63070]: DEBUG nova.compute.manager [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Received event network-changed-f5b1953d-2c6c-43df-ad3e-6a64407cd710 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1594.069476] env[63070]: DEBUG nova.compute.manager [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Refreshing instance network info cache due to event network-changed-f5b1953d-2c6c-43df-ad3e-6a64407cd710. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1594.069643] env[63070]: DEBUG oslo_concurrency.lockutils [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] Acquiring lock "refresh_cache-75bf795d-9980-4559-ab50-cdef7bb7921b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.252784] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Releasing lock "refresh_cache-75bf795d-9980-4559-ab50-cdef7bb7921b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.253163] env[63070]: DEBUG nova.compute.manager [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Instance network_info: |[{"id": "f5b1953d-2c6c-43df-ad3e-6a64407cd710", "address": "fa:16:3e:20:eb:32", "network": {"id": "53fdc84c-fa5a-4af2-8fec-d4b4767d27d8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-986308532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb85c7512d7c4b3386e6adf1da10d1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b1953d-2c", "ovs_interfaceid": "f5b1953d-2c6c-43df-ad3e-6a64407cd710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1594.253518] env[63070]: DEBUG oslo_concurrency.lockutils [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] Acquired lock "refresh_cache-75bf795d-9980-4559-ab50-cdef7bb7921b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.253701] env[63070]: DEBUG nova.network.neutron [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Refreshing network info cache for port f5b1953d-2c6c-43df-ad3e-6a64407cd710 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1594.255061] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:eb:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5b1953d-2c6c-43df-ad3e-6a64407cd710', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1594.262714] env[63070]: DEBUG oslo.service.loopingcall [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.265579] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1594.266070] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7454097-6b19-4bab-a491-dfce5d6ffb13 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.287042] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1594.287042] env[63070]: value = "task-1770769" [ 1594.287042] env[63070]: _type = "Task" [ 1594.287042] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.295381] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770769, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.362622] env[63070]: DEBUG nova.objects.base [None req-b0ed6524-e9dc-4cc2-b59c-12d54787c174 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1594.362860] env[63070]: DEBUG nova.network.neutron [None req-b0ed6524-e9dc-4cc2-b59c-12d54787c174 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.387160] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066386} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.387437] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.388188] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c574c-0f35-47f2-84e6-9ef7fb6bd91f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.410528] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] ffe69efd-f43c-47c6-98d1-a149d0411d61/ffe69efd-f43c-47c6-98d1-a149d0411d61.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.413407] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f423d7-d695-42ba-b36b-dcd876533788 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.436660] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1594.436660] env[63070]: value = "task-1770770" [ 1594.436660] env[63070]: _type = "Task" [ 1594.436660] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.449756] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.450432] env[63070]: DEBUG nova.compute.manager [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.453537] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.453868] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.494s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.455579] env[63070]: INFO nova.compute.claims [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.464297] env[63070]: INFO nova.compute.manager [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Took 50.69 seconds to build instance. [ 1594.504317] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0ed6524-e9dc-4cc2-b59c-12d54787c174 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "interface-ca3c0eed-1172-4984-96b7-707886d20979-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.155s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.566129] env[63070]: DEBUG nova.network.neutron [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Updated VIF entry in instance network info cache for port f5b1953d-2c6c-43df-ad3e-6a64407cd710. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.566129] env[63070]: DEBUG nova.network.neutron [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Updating instance_info_cache with network_info: [{"id": "f5b1953d-2c6c-43df-ad3e-6a64407cd710", "address": "fa:16:3e:20:eb:32", "network": {"id": "53fdc84c-fa5a-4af2-8fec-d4b4767d27d8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-986308532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb85c7512d7c4b3386e6adf1da10d1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b1953d-2c", "ovs_interfaceid": "f5b1953d-2c6c-43df-ad3e-6a64407cd710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.796771] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770769, 'name': CreateVM_Task, 'duration_secs': 0.419497} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.796964] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.797685] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.797838] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.798178] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1594.798416] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc44bf5-f58c-4974-be64-b203435681fc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.802838] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1594.802838] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a32044-dcaf-d163-e9ce-c0759084cb18" [ 1594.802838] env[63070]: _type = "Task" [ 1594.802838] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.810521] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a32044-dcaf-d163-e9ce-c0759084cb18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.946724] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770770, 'name': ReconfigVM_Task, 'duration_secs': 0.38556} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.947586] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Reconfigured VM instance instance-00000045 to attach disk [datastore1] ffe69efd-f43c-47c6-98d1-a149d0411d61/ffe69efd-f43c-47c6-98d1-a149d0411d61.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.948414] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6e49a5-20f3-41af-b60e-1aa1d0054d7a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.955378] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1594.955378] env[63070]: value = "task-1770771" [ 1594.955378] env[63070]: _type = "Task" [ 1594.955378] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.960045] env[63070]: DEBUG nova.compute.utils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.964791] env[63070]: DEBUG nova.compute.manager [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.964890] env[63070]: DEBUG nova.network.neutron [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.969439] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770771, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.969962] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1250e305-687d-4551-aefa-a04069f5817d tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.206s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.012786] env[63070]: DEBUG nova.policy [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11f8e1b204104d6e80e9ba336639e199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d399e48ea04a0abf190c7fee2987ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.068059] env[63070]: DEBUG oslo_concurrency.lockutils [req-8e79c5ae-642b-4224-9c5f-6b798dda9342 req-e1c9a13d-692a-4482-bd24-7ca07d6d0d8a service nova] Releasing lock "refresh_cache-75bf795d-9980-4559-ab50-cdef7bb7921b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.264864] env[63070]: DEBUG nova.network.neutron [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Successfully created port: dbb5a61e-2b4d-4045-92c6-e2030333a703 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.319025] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a32044-dcaf-d163-e9ce-c0759084cb18, 'name': SearchDatastore_Task, 'duration_secs': 0.032046} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.320571] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.321017] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1595.321413] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.321696] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.322018] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.322426] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd9f8924-75ec-4f42-b466-a922b814fabf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.337022] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1595.337022] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1595.337022] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807eddde-5295-4a15-977f-44c39d1b255a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.341629] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1595.341629] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527cf8c6-bbb4-22e9-e109-a8ea1cf82911" [ 1595.341629] env[63070]: _type = "Task" [ 1595.341629] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.350152] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527cf8c6-bbb4-22e9-e109-a8ea1cf82911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.466119] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770771, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.473444] env[63070]: DEBUG nova.compute.manager [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1595.478040] env[63070]: DEBUG nova.compute.manager [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1595.800875] env[63070]: DEBUG nova.compute.manager [req-5fb8ecd5-3c2c-43c0-8457-a25276022d22 req-94fe84c4-9b3b-45be-9ea4-01ff1d5bc5ac service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received event network-changed-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1595.801103] env[63070]: DEBUG nova.compute.manager [req-5fb8ecd5-3c2c-43c0-8457-a25276022d22 req-94fe84c4-9b3b-45be-9ea4-01ff1d5bc5ac service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Refreshing instance network info cache due to event network-changed-933c239b-e6d2-481c-86eb-e4d977eca6e3. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1595.801340] env[63070]: DEBUG oslo_concurrency.lockutils [req-5fb8ecd5-3c2c-43c0-8457-a25276022d22 req-94fe84c4-9b3b-45be-9ea4-01ff1d5bc5ac service nova] Acquiring lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.801482] env[63070]: DEBUG oslo_concurrency.lockutils [req-5fb8ecd5-3c2c-43c0-8457-a25276022d22 req-94fe84c4-9b3b-45be-9ea4-01ff1d5bc5ac service nova] Acquired lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.801645] env[63070]: DEBUG nova.network.neutron [req-5fb8ecd5-3c2c-43c0-8457-a25276022d22 req-94fe84c4-9b3b-45be-9ea4-01ff1d5bc5ac service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Refreshing network info cache for port 933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.852876] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527cf8c6-bbb4-22e9-e109-a8ea1cf82911, 'name': SearchDatastore_Task, 'duration_secs': 0.044436} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.853434] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e892f8b-b249-4045-bf97-0a2ccf8f3094 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.861735] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1595.861735] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52592e0e-589e-fcf8-c530-740dc60608ca" [ 1595.861735] env[63070]: _type = "Task" [ 1595.861735] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.869906] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52592e0e-589e-fcf8-c530-740dc60608ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.912150] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88496dd3-e410-4ee6-8ae5-5c040a5994fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.919153] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0194783d-5c9c-44d5-b340-da6cdc6b2832 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.953498] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ad5b56-7669-4a22-81e0-0ccdaf7bc893 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.968896] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293e383b-048f-4553-91f0-28dd81031edc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.976475] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770771, 'name': Rename_Task, 'duration_secs': 0.953449} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.976475] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.977321] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cf1689c-65f7-481f-be72-9ad64e1633b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.992964] env[63070]: DEBUG nova.compute.provider_tree [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.997993] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1595.997993] env[63070]: value = "task-1770772" [ 1595.997993] env[63070]: _type = "Task" [ 1595.997993] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.011038] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770772, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.014630] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.372486] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52592e0e-589e-fcf8-c530-740dc60608ca, 'name': SearchDatastore_Task, 'duration_secs': 0.017876} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.374893] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.375171] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 75bf795d-9980-4559-ab50-cdef7bb7921b/75bf795d-9980-4559-ab50-cdef7bb7921b.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1596.375450] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-172660a1-1ac2-4c3e-88dc-5049631f7a1a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.382208] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1596.382208] env[63070]: value = "task-1770773" [ 1596.382208] env[63070]: _type = "Task" [ 1596.382208] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.389803] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.479755] env[63070]: DEBUG oslo_concurrency.lockutils [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquiring lock "ca3c0eed-1172-4984-96b7-707886d20979" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.480130] env[63070]: DEBUG oslo_concurrency.lockutils [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "ca3c0eed-1172-4984-96b7-707886d20979" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.480367] env[63070]: DEBUG oslo_concurrency.lockutils [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquiring lock "ca3c0eed-1172-4984-96b7-707886d20979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.480573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "ca3c0eed-1172-4984-96b7-707886d20979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.480766] env[63070]: DEBUG oslo_concurrency.lockutils [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "ca3c0eed-1172-4984-96b7-707886d20979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.483384] env[63070]: INFO nova.compute.manager [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Terminating instance [ 1596.497453] env[63070]: DEBUG nova.compute.manager [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.500812] env[63070]: DEBUG nova.scheduler.client.report [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.515127] env[63070]: DEBUG oslo_vmware.api [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770772, 'name': PowerOnVM_Task, 'duration_secs': 0.488239} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.515127] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.515127] env[63070]: INFO nova.compute.manager [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1596.515127] env[63070]: DEBUG nova.compute.manager [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.515869] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719c82e7-99b5-4e16-8cea-2df281ec2e2c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.539285] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.539560] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.539714] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.539895] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.540160] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.540336] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.540548] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.540743] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.541416] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.541967] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.542204] env[63070]: DEBUG nova.virt.hardware [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.543369] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1709f946-b463-4bc7-9208-b24174201151 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.553699] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29620ad-0470-4274-acee-0bb748e6330d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.666406] env[63070]: DEBUG nova.network.neutron [req-5fb8ecd5-3c2c-43c0-8457-a25276022d22 req-94fe84c4-9b3b-45be-9ea4-01ff1d5bc5ac service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updated VIF entry in instance network info cache for port 933c239b-e6d2-481c-86eb-e4d977eca6e3. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.666791] env[63070]: DEBUG nova.network.neutron [req-5fb8ecd5-3c2c-43c0-8457-a25276022d22 req-94fe84c4-9b3b-45be-9ea4-01ff1d5bc5ac service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updating instance_info_cache with network_info: [{"id": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "address": "fa:16:3e:49:91:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933c239b-e6", "ovs_interfaceid": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.785539] env[63070]: DEBUG nova.compute.manager [req-a09ec263-6fca-49d0-983d-fbd6109d9454 req-38ed3882-3844-4b5c-a991-4ce1a5d546ef service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Received event network-vif-plugged-dbb5a61e-2b4d-4045-92c6-e2030333a703 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1596.785539] env[63070]: DEBUG oslo_concurrency.lockutils [req-a09ec263-6fca-49d0-983d-fbd6109d9454 req-38ed3882-3844-4b5c-a991-4ce1a5d546ef service nova] Acquiring lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.785539] env[63070]: DEBUG oslo_concurrency.lockutils [req-a09ec263-6fca-49d0-983d-fbd6109d9454 req-38ed3882-3844-4b5c-a991-4ce1a5d546ef service nova] Lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.785539] env[63070]: DEBUG oslo_concurrency.lockutils [req-a09ec263-6fca-49d0-983d-fbd6109d9454 req-38ed3882-3844-4b5c-a991-4ce1a5d546ef service nova] Lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.785539] env[63070]: DEBUG nova.compute.manager [req-a09ec263-6fca-49d0-983d-fbd6109d9454 req-38ed3882-3844-4b5c-a991-4ce1a5d546ef service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] No waiting events found dispatching network-vif-plugged-dbb5a61e-2b4d-4045-92c6-e2030333a703 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1596.785539] env[63070]: WARNING nova.compute.manager [req-a09ec263-6fca-49d0-983d-fbd6109d9454 req-38ed3882-3844-4b5c-a991-4ce1a5d546ef service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Received unexpected event network-vif-plugged-dbb5a61e-2b4d-4045-92c6-e2030333a703 for instance with vm_state building and task_state spawning. [ 1596.872134] env[63070]: DEBUG nova.network.neutron [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Successfully updated port: dbb5a61e-2b4d-4045-92c6-e2030333a703 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1596.893784] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770773, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.987976] env[63070]: DEBUG nova.compute.manager [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1596.988386] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1596.989552] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d27a0e-dd92-4f3d-8f3d-8751c0d6c995 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.998116] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.998417] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1385ae76-bee7-4c24-8b50-eee51b238dd6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.006186] env[63070]: DEBUG oslo_vmware.api [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for the task: (returnval){ [ 1597.006186] env[63070]: value = "task-1770774" [ 1597.006186] env[63070]: _type = "Task" [ 1597.006186] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.010505] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.011099] env[63070]: DEBUG nova.compute.manager [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.014205] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.477s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.017104] env[63070]: INFO nova.compute.claims [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.027830] env[63070]: DEBUG oslo_vmware.api [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.039219] env[63070]: INFO nova.compute.manager [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Took 52.79 seconds to build instance. [ 1597.169676] env[63070]: DEBUG oslo_concurrency.lockutils [req-5fb8ecd5-3c2c-43c0-8457-a25276022d22 req-94fe84c4-9b3b-45be-9ea4-01ff1d5bc5ac service nova] Releasing lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.263522] env[63070]: INFO nova.compute.manager [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Rescuing [ 1597.263522] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquiring lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.263687] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquired lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.263748] env[63070]: DEBUG nova.network.neutron [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.374888] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "refresh_cache-bc5dd2b5-a632-4576-90e1-aea731cdc05b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.375066] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "refresh_cache-bc5dd2b5-a632-4576-90e1-aea731cdc05b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.375247] env[63070]: DEBUG nova.network.neutron [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.392565] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948427} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.392815] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 75bf795d-9980-4559-ab50-cdef7bb7921b/75bf795d-9980-4559-ab50-cdef7bb7921b.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.393037] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.393307] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d303ff6-4969-4a22-879e-edec0d657c57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.399429] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1597.399429] env[63070]: value = "task-1770775" [ 1597.399429] env[63070]: _type = "Task" [ 1597.399429] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.409403] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.517807] env[63070]: DEBUG oslo_vmware.api [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.523815] env[63070]: DEBUG nova.compute.utils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.525394] env[63070]: DEBUG nova.compute.manager [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1597.525556] env[63070]: DEBUG nova.network.neutron [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.542109] env[63070]: DEBUG oslo_concurrency.lockutils [None req-55eb4388-1da5-4d6e-af3a-8c020cd53f7b tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lock "ffe69efd-f43c-47c6-98d1-a149d0411d61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.303s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.794348] env[63070]: DEBUG nova.policy [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8372de98927f4051ac05593eb23b3a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f49e241cbb0b46a193cef0be0c8b8ade', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1597.915779] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.33603} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.916099] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.917690] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8119162a-85cc-479d-a927-61e4a7930248 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.920991] env[63070]: DEBUG nova.network.neutron [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1597.942987] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 75bf795d-9980-4559-ab50-cdef7bb7921b/75bf795d-9980-4559-ab50-cdef7bb7921b.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.943470] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ec396a-fdf8-45b3-81dd-48d0a93eef98 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.966966] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1597.966966] env[63070]: value = "task-1770776" [ 1597.966966] env[63070]: _type = "Task" [ 1597.966966] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.975303] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.020424] env[63070]: DEBUG oslo_vmware.api [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770774, 'name': PowerOffVM_Task, 'duration_secs': 0.701344} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.023162] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.023404] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.023766] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14ff1619-43c9-42fe-a5d6-87349b489811 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.029672] env[63070]: DEBUG nova.compute.manager [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.136355] env[63070]: DEBUG nova.network.neutron [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Updating instance_info_cache with network_info: [{"id": "dbb5a61e-2b4d-4045-92c6-e2030333a703", "address": "fa:16:3e:a0:e6:99", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb5a61e-2b", "ovs_interfaceid": "dbb5a61e-2b4d-4045-92c6-e2030333a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.210141] env[63070]: DEBUG nova.network.neutron [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updating instance_info_cache with network_info: [{"id": "63ab3be0-6a9f-400c-a082-4812877e8981", "address": "fa:16:3e:49:d5:61", "network": {"id": "ebf36a97-5a7d-4135-933b-1a6915750874", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-354117150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c43faf8c63974334b1beaacc1cbf1c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ab3be0-6a", "ovs_interfaceid": "63ab3be0-6a9f-400c-a082-4812877e8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.352417] env[63070]: DEBUG nova.network.neutron [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Successfully created port: 6014a038-350e-4064-99f4-758cffa64122 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.477661] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.479195] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad021c40-74f7-4144-a936-65a1c27ff726 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.485890] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61d5b4f-675f-4f3e-93a3-3a1c473d6dee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.517152] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ce07df-fe4b-40d6-8c6e-23d6b2fdd1f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.524445] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2075467-329a-4975-98b3-e31db0f62d55 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.540286] env[63070]: DEBUG nova.compute.provider_tree [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.641830] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "refresh_cache-bc5dd2b5-a632-4576-90e1-aea731cdc05b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.641830] env[63070]: DEBUG nova.compute.manager [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Instance network_info: |[{"id": "dbb5a61e-2b4d-4045-92c6-e2030333a703", "address": "fa:16:3e:a0:e6:99", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb5a61e-2b", "ovs_interfaceid": "dbb5a61e-2b4d-4045-92c6-e2030333a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1598.642791] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:e6:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbb5a61e-2b4d-4045-92c6-e2030333a703', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.650245] env[63070]: DEBUG oslo.service.loopingcall [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.650457] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1598.650698] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a38fc8c-3b9f-4cc8-a055-8f0025d45aeb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.670839] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.670839] env[63070]: value = "task-1770778" [ 1598.670839] env[63070]: _type = "Task" [ 1598.670839] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.678557] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770778, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.712726] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Releasing lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.840161] env[63070]: DEBUG nova.compute.manager [req-2573472b-9013-4787-ad93-bfbfbf66fc3d req-eff75bcc-89af-403f-808a-8a591db7fb6e service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Received event network-changed-dbb5a61e-2b4d-4045-92c6-e2030333a703 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1598.840368] env[63070]: DEBUG nova.compute.manager [req-2573472b-9013-4787-ad93-bfbfbf66fc3d req-eff75bcc-89af-403f-808a-8a591db7fb6e service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Refreshing instance network info cache due to event network-changed-dbb5a61e-2b4d-4045-92c6-e2030333a703. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1598.840570] env[63070]: DEBUG oslo_concurrency.lockutils [req-2573472b-9013-4787-ad93-bfbfbf66fc3d req-eff75bcc-89af-403f-808a-8a591db7fb6e service nova] Acquiring lock "refresh_cache-bc5dd2b5-a632-4576-90e1-aea731cdc05b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.840716] env[63070]: DEBUG oslo_concurrency.lockutils [req-2573472b-9013-4787-ad93-bfbfbf66fc3d req-eff75bcc-89af-403f-808a-8a591db7fb6e service nova] Acquired lock "refresh_cache-bc5dd2b5-a632-4576-90e1-aea731cdc05b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.840943] env[63070]: DEBUG nova.network.neutron [req-2573472b-9013-4787-ad93-bfbfbf66fc3d req-eff75bcc-89af-403f-808a-8a591db7fb6e service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Refreshing network info cache for port dbb5a61e-2b4d-4045-92c6-e2030333a703 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1598.979846] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.042904] env[63070]: DEBUG nova.compute.manager [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.047888] env[63070]: DEBUG nova.scheduler.client.report [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.066960] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.066960] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.066960] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.066960] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.066960] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.066960] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.066960] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.066960] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.066960] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.067357] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.067357] env[63070]: DEBUG nova.virt.hardware [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.068198] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ac75ef-1da1-4b7b-9f0b-26a55a3fa4c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.077392] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e5233b-b915-41b6-92a2-40832dfa03b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.181306] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770778, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.481021] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770776, 'name': ReconfigVM_Task, 'duration_secs': 1.032344} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.481021] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 75bf795d-9980-4559-ab50-cdef7bb7921b/75bf795d-9980-4559-ab50-cdef7bb7921b.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.481021] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11315d60-eedb-4cff-90dd-e77d2234d4ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.488708] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1599.488708] env[63070]: value = "task-1770779" [ 1599.488708] env[63070]: _type = "Task" [ 1599.488708] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.500963] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770779, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.552756] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.553365] env[63070]: DEBUG nova.compute.manager [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1599.555939] env[63070]: DEBUG oslo_concurrency.lockutils [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.110s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.556171] env[63070]: DEBUG nova.objects.instance [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lazy-loading 'resources' on Instance uuid 3938b74a-c763-413b-9c5d-f3ef83015b5c {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.596785] env[63070]: DEBUG nova.network.neutron [req-2573472b-9013-4787-ad93-bfbfbf66fc3d req-eff75bcc-89af-403f-808a-8a591db7fb6e service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Updated VIF entry in instance network info cache for port dbb5a61e-2b4d-4045-92c6-e2030333a703. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1599.597150] env[63070]: DEBUG nova.network.neutron [req-2573472b-9013-4787-ad93-bfbfbf66fc3d req-eff75bcc-89af-403f-808a-8a591db7fb6e service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Updating instance_info_cache with network_info: [{"id": "dbb5a61e-2b4d-4045-92c6-e2030333a703", "address": "fa:16:3e:a0:e6:99", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb5a61e-2b", "ovs_interfaceid": "dbb5a61e-2b4d-4045-92c6-e2030333a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.680642] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770778, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.870582] env[63070]: DEBUG nova.network.neutron [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Successfully updated port: 6014a038-350e-4064-99f4-758cffa64122 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1599.998702] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770779, 'name': Rename_Task, 'duration_secs': 0.154511} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.998918] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.999193] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58421ec7-7e2f-4333-9403-e72690fa1e3d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.005552] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1600.005552] env[63070]: value = "task-1770780" [ 1600.005552] env[63070]: _type = "Task" [ 1600.005552] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.013476] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.059590] env[63070]: DEBUG nova.compute.utils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.062795] env[63070]: DEBUG nova.compute.manager [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1600.062795] env[63070]: DEBUG nova.network.neutron [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.066981] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1600.067209] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1600.067421] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Deleting the datastore file [datastore1] ca3c0eed-1172-4984-96b7-707886d20979 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1600.068176] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14100274-9c2d-4aa6-9f1a-a9e346111582 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.074944] env[63070]: DEBUG oslo_vmware.api [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for the task: (returnval){ [ 1600.074944] env[63070]: value = "task-1770781" [ 1600.074944] env[63070]: _type = "Task" [ 1600.074944] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.085920] env[63070]: DEBUG oslo_vmware.api [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.100208] env[63070]: DEBUG oslo_concurrency.lockutils [req-2573472b-9013-4787-ad93-bfbfbf66fc3d req-eff75bcc-89af-403f-808a-8a591db7fb6e service nova] Releasing lock "refresh_cache-bc5dd2b5-a632-4576-90e1-aea731cdc05b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.116627] env[63070]: DEBUG nova.policy [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6ff3a2b014b4f498fb44bad41942489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f09841881d4cc1ab40bb6f4f8c917a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.184421] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770778, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.248970] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.248970] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e288289-b1a0-49eb-9861-fa9d11d97c14 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.257564] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1600.257564] env[63070]: value = "task-1770782" [ 1600.257564] env[63070]: _type = "Task" [ 1600.257564] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.267124] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.373985] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.373985] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.373985] env[63070]: DEBUG nova.network.neutron [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.462329] env[63070]: DEBUG nova.network.neutron [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Successfully created port: 397f16f5-7764-45a9-b1bf-f388ea926191 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1600.520081] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.569523] env[63070]: DEBUG nova.compute.manager [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1600.575029] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03518cd-d185-492c-86fe-0103a4e068b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.587604] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0bd9b5-c222-482b-abec-5a29e6f90f2b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.590890] env[63070]: DEBUG oslo_vmware.api [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Task: {'id': task-1770781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225364} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.591160] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.591353] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.591564] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.591740] env[63070]: INFO nova.compute.manager [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Took 3.60 seconds to destroy the instance on the hypervisor. [ 1600.591975] env[63070]: DEBUG oslo.service.loopingcall [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.592600] env[63070]: DEBUG nova.compute.manager [-] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1600.592697] env[63070]: DEBUG nova.network.neutron [-] [instance: ca3c0eed-1172-4984-96b7-707886d20979] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1600.620690] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e5924-7e7f-4191-afed-91d85e2a3ef8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.628754] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec54d2de-3cce-457e-a7c8-b48b66db819b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.644575] env[63070]: DEBUG nova.compute.provider_tree [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.682913] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770778, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.766990] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770782, 'name': PowerOffVM_Task, 'duration_secs': 0.191361} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.767282] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.769721] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c029175-2323-4a9b-84c9-ce6bc30b9325 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.786237] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adf5bd8-8c1c-4ca4-92d9-82f7d845320c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.817589] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.817887] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e16b1ecb-379c-43f7-ad06-59cf73cef020 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.825039] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1600.825039] env[63070]: value = "task-1770783" [ 1600.825039] env[63070]: _type = "Task" [ 1600.825039] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.832740] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.865904] env[63070]: DEBUG nova.compute.manager [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Received event network-vif-plugged-6014a038-350e-4064-99f4-758cffa64122 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1600.866144] env[63070]: DEBUG oslo_concurrency.lockutils [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] Acquiring lock "02085c0a-177e-4457-9646-46b9cde79adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.866365] env[63070]: DEBUG oslo_concurrency.lockutils [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] Lock "02085c0a-177e-4457-9646-46b9cde79adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.866530] env[63070]: DEBUG oslo_concurrency.lockutils [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] Lock "02085c0a-177e-4457-9646-46b9cde79adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.866695] env[63070]: DEBUG nova.compute.manager [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] No waiting events found dispatching network-vif-plugged-6014a038-350e-4064-99f4-758cffa64122 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1600.866856] env[63070]: WARNING nova.compute.manager [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Received unexpected event network-vif-plugged-6014a038-350e-4064-99f4-758cffa64122 for instance with vm_state building and task_state spawning. [ 1600.868021] env[63070]: DEBUG nova.compute.manager [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Received event network-changed-6014a038-350e-4064-99f4-758cffa64122 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1600.868288] env[63070]: DEBUG nova.compute.manager [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Refreshing instance network info cache due to event network-changed-6014a038-350e-4064-99f4-758cffa64122. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1600.868475] env[63070]: DEBUG oslo_concurrency.lockutils [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] Acquiring lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.906956] env[63070]: DEBUG nova.network.neutron [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.015710] env[63070]: DEBUG oslo_vmware.api [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770780, 'name': PowerOnVM_Task, 'duration_secs': 0.583981} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.017415] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.017625] env[63070]: INFO nova.compute.manager [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1601.017801] env[63070]: DEBUG nova.compute.manager [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.018771] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0d507b-4e34-4ce8-a34d-31581511aab0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.067035] env[63070]: DEBUG nova.network.neutron [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance_info_cache with network_info: [{"id": "6014a038-350e-4064-99f4-758cffa64122", "address": "fa:16:3e:26:1f:e3", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6014a038-35", "ovs_interfaceid": "6014a038-350e-4064-99f4-758cffa64122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.148209] env[63070]: DEBUG nova.scheduler.client.report [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.183295] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770778, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.335747] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1601.336030] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.336303] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.336449] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.336625] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.336881] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bba0634e-ed01-4966-90e2-5d957ebbebd5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.352993] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.353227] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.353946] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2176ad-aa74-40b1-b8e5-69246ae9f26b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.359061] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1601.359061] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520c4c42-c77a-7380-ac57-1d545926e0e3" [ 1601.359061] env[63070]: _type = "Task" [ 1601.359061] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.368087] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520c4c42-c77a-7380-ac57-1d545926e0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.518938] env[63070]: DEBUG nova.network.neutron [-] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.535587] env[63070]: INFO nova.compute.manager [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Took 54.56 seconds to build instance. [ 1601.569842] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.570177] env[63070]: DEBUG nova.compute.manager [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Instance network_info: |[{"id": "6014a038-350e-4064-99f4-758cffa64122", "address": "fa:16:3e:26:1f:e3", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6014a038-35", "ovs_interfaceid": "6014a038-350e-4064-99f4-758cffa64122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1601.570468] env[63070]: DEBUG oslo_concurrency.lockutils [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] Acquired lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.570646] env[63070]: DEBUG nova.network.neutron [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Refreshing network info cache for port 6014a038-350e-4064-99f4-758cffa64122 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.571714] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:1f:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6014a038-350e-4064-99f4-758cffa64122', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1601.578946] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating folder: Project (f49e241cbb0b46a193cef0be0c8b8ade). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.582381] env[63070]: DEBUG nova.compute.manager [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1601.584030] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32055e54-1b4d-4ed9-8526-1d2a512a821c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.595685] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Created folder: Project (f49e241cbb0b46a193cef0be0c8b8ade) in parent group-v367531. [ 1601.595867] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating folder: Instances. Parent ref: group-v367729. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.596100] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cdfdd1e-7557-4696-9470-0405278b57c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.605910] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Created folder: Instances in parent group-v367729. [ 1601.606163] env[63070]: DEBUG oslo.service.loopingcall [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.606353] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.606551] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aef1575b-be24-4c90-b00f-bbe59d91d983 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.622783] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.623017] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.623181] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.623397] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.623555] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.623702] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.623906] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.624073] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.624240] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.624400] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.624563] env[63070]: DEBUG nova.virt.hardware [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.625586] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a92b29-64ea-43c6-a8a9-adceef11bff7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.637671] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c472bd-889f-43fc-90ab-15da17457ea1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.641182] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1601.641182] env[63070]: value = "task-1770786" [ 1601.641182] env[63070]: _type = "Task" [ 1601.641182] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.654683] env[63070]: DEBUG oslo_concurrency.lockutils [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.660277] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.697s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.660277] env[63070]: DEBUG nova.objects.instance [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lazy-loading 'resources' on Instance uuid f4e5dc6f-fafc-4717-a50a-4eac66ff9113 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.661188] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770786, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.683552] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770778, 'name': CreateVM_Task, 'duration_secs': 2.674728} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.684584] env[63070]: INFO nova.scheduler.client.report [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Deleted allocations for instance 3938b74a-c763-413b-9c5d-f3ef83015b5c [ 1601.685417] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1601.688090] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.688256] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.688562] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1601.691307] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda2d1f9-77a1-46ff-b7e5-a4e3826f3acc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.696658] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1601.696658] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eb8ccc-b639-b96c-7684-2b5529d7b6f9" [ 1601.696658] env[63070]: _type = "Task" [ 1601.696658] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.705156] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eb8ccc-b639-b96c-7684-2b5529d7b6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.870986] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520c4c42-c77a-7380-ac57-1d545926e0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016612} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.871883] env[63070]: DEBUG nova.network.neutron [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updated VIF entry in instance network info cache for port 6014a038-350e-4064-99f4-758cffa64122. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.872275] env[63070]: DEBUG nova.network.neutron [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance_info_cache with network_info: [{"id": "6014a038-350e-4064-99f4-758cffa64122", "address": "fa:16:3e:26:1f:e3", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6014a038-35", "ovs_interfaceid": "6014a038-350e-4064-99f4-758cffa64122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.874169] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ae6c5c-f517-476c-a8c0-fe453eb2f096 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.879889] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1601.879889] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b63e09-4a0e-028d-97b9-0ac78597c962" [ 1601.879889] env[63070]: _type = "Task" [ 1601.879889] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.890496] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b63e09-4a0e-028d-97b9-0ac78597c962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.021378] env[63070]: INFO nova.compute.manager [-] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Took 1.43 seconds to deallocate network for instance. [ 1602.037907] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a9e0f5e-310e-4163-9505-c8574eddde6b tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "75bf795d-9980-4559-ab50-cdef7bb7921b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.064s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.152174] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770786, 'name': CreateVM_Task, 'duration_secs': 0.376307} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.152463] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.153088] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.199671] env[63070]: DEBUG oslo_concurrency.lockutils [None req-57e80417-0c2a-4d3b-8fcc-a8e8566074fb tempest-InstanceActionsV221TestJSON-1700084763 tempest-InstanceActionsV221TestJSON-1700084763-project-member] Lock "3938b74a-c763-413b-9c5d-f3ef83015b5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.489s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.210486] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eb8ccc-b639-b96c-7684-2b5529d7b6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.210841] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.211140] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1602.211425] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.212920] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.212920] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1602.212920] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d4c7e8-2509-4d96-a5c2-91db0875e379 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.220898] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1602.220898] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5275a99f-45b6-dfe9-5c6a-53de5681d110" [ 1602.220898] env[63070]: _type = "Task" [ 1602.220898] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.228548] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5275a99f-45b6-dfe9-5c6a-53de5681d110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.328479] env[63070]: DEBUG nova.network.neutron [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Successfully updated port: 397f16f5-7764-45a9-b1bf-f388ea926191 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1602.374530] env[63070]: DEBUG oslo_concurrency.lockutils [req-aaba7448-27c3-4c4a-9533-0e942467d186 req-b6cc294d-a3cd-416d-af1a-43694bf5ed2f service nova] Releasing lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.391462] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b63e09-4a0e-028d-97b9-0ac78597c962, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.391719] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.391966] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ffe69efd-f43c-47c6-98d1-a149d0411d61/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. {{(pid=63070) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1602.392567] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.392567] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1602.392718] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b6c353d-eb9e-4281-8044-c36a29809b8f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.396645] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fff88d5b-1505-494f-acaf-0ef1abb78b49 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.403303] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1602.403303] env[63070]: value = "task-1770787" [ 1602.403303] env[63070]: _type = "Task" [ 1602.403303] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.413283] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.435941] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "75bf795d-9980-4559-ab50-cdef7bb7921b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.436202] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "75bf795d-9980-4559-ab50-cdef7bb7921b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.436407] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "75bf795d-9980-4559-ab50-cdef7bb7921b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.436585] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "75bf795d-9980-4559-ab50-cdef7bb7921b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.436751] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "75bf795d-9980-4559-ab50-cdef7bb7921b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.438737] env[63070]: INFO nova.compute.manager [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Terminating instance [ 1602.530338] env[63070]: DEBUG oslo_concurrency.lockutils [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.566676] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2642b183-9a48-47b0-a419-23251c39fe98 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.574219] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7710d95-4205-41cc-9266-d08d20fcc387 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.607670] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1202f503-cabf-43c1-8b55-332d2948a3ed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.614943] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74c9981-53a7-44e4-aef2-39ee195fcb0a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.628080] env[63070]: DEBUG nova.compute.provider_tree [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.661505] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1602.661703] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1602.662567] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-811085aa-613a-4545-8d4d-b45ac7b63753 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.667859] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1602.667859] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528134e1-acbc-37ab-6886-9ee4a73eb3e2" [ 1602.667859] env[63070]: _type = "Task" [ 1602.667859] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.675767] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528134e1-acbc-37ab-6886-9ee4a73eb3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.730346] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5275a99f-45b6-dfe9-5c6a-53de5681d110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.830843] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "refresh_cache-0dd2c053-3e93-4278-8b3c-0f6475d2982d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.831014] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "refresh_cache-0dd2c053-3e93-4278-8b3c-0f6475d2982d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.831188] env[63070]: DEBUG nova.network.neutron [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.898957] env[63070]: DEBUG nova.compute.manager [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Received event network-vif-deleted-6bf6c6d6-fd9b-4554-b4db-a4fa49c51889 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1602.899384] env[63070]: DEBUG nova.compute.manager [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Received event network-vif-plugged-397f16f5-7764-45a9-b1bf-f388ea926191 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1602.899657] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] Acquiring lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.899914] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.900160] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.900380] env[63070]: DEBUG nova.compute.manager [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] No waiting events found dispatching network-vif-plugged-397f16f5-7764-45a9-b1bf-f388ea926191 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1602.900590] env[63070]: WARNING nova.compute.manager [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Received unexpected event network-vif-plugged-397f16f5-7764-45a9-b1bf-f388ea926191 for instance with vm_state building and task_state spawning. [ 1602.900792] env[63070]: DEBUG nova.compute.manager [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Received event network-changed-397f16f5-7764-45a9-b1bf-f388ea926191 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1602.900989] env[63070]: DEBUG nova.compute.manager [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Refreshing instance network info cache due to event network-changed-397f16f5-7764-45a9-b1bf-f388ea926191. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1602.901229] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] Acquiring lock "refresh_cache-0dd2c053-3e93-4278-8b3c-0f6475d2982d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.912949] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.944711] env[63070]: DEBUG nova.compute.manager [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1602.944996] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.945911] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52513043-0944-464d-b3b7-77380ba15dcc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.953410] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.953687] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d22ed70e-4759-4882-bf39-a9321590d06b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.959599] env[63070]: DEBUG oslo_vmware.api [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1602.959599] env[63070]: value = "task-1770788" [ 1602.959599] env[63070]: _type = "Task" [ 1602.959599] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.969623] env[63070]: DEBUG oslo_vmware.api [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.132358] env[63070]: DEBUG nova.scheduler.client.report [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.179732] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528134e1-acbc-37ab-6886-9ee4a73eb3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.235958] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5275a99f-45b6-dfe9-5c6a-53de5681d110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.376668] env[63070]: DEBUG nova.network.neutron [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1603.416680] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770787, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.473223] env[63070]: DEBUG oslo_vmware.api [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770788, 'name': PowerOffVM_Task, 'duration_secs': 0.169952} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.473613] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.473760] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.474038] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b425936-ce24-4b5b-96ae-b874d19fca4e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.550283] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.550683] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.550937] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Deleting the datastore file [datastore1] 75bf795d-9980-4559-ab50-cdef7bb7921b {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.551329] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd4b50f-ef62-4421-87d5-b19668b65c30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.559567] env[63070]: DEBUG oslo_vmware.api [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for the task: (returnval){ [ 1603.559567] env[63070]: value = "task-1770790" [ 1603.559567] env[63070]: _type = "Task" [ 1603.559567] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.571718] env[63070]: DEBUG oslo_vmware.api [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.593511] env[63070]: DEBUG nova.network.neutron [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Updating instance_info_cache with network_info: [{"id": "397f16f5-7764-45a9-b1bf-f388ea926191", "address": "fa:16:3e:85:dc:61", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397f16f5-77", "ovs_interfaceid": "397f16f5-7764-45a9-b1bf-f388ea926191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.639109] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.641838] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.246s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.643759] env[63070]: INFO nova.compute.claims [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.666641] env[63070]: INFO nova.scheduler.client.report [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Deleted allocations for instance f4e5dc6f-fafc-4717-a50a-4eac66ff9113 [ 1603.685871] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528134e1-acbc-37ab-6886-9ee4a73eb3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.565893} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.687183] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13a6f95-3fca-4ca7-ac90-488b47748df6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.696019] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1603.696019] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eae34f-796e-777f-1fd7-5ca83e36ef68" [ 1603.696019] env[63070]: _type = "Task" [ 1603.696019] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.703216] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eae34f-796e-777f-1fd7-5ca83e36ef68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.735347] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5275a99f-45b6-dfe9-5c6a-53de5681d110, 'name': SearchDatastore_Task, 'duration_secs': 1.013144} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.735789] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.737207] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.737207] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.915232] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770787, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.069621] env[63070]: DEBUG oslo_vmware.api [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Task: {'id': task-1770790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252978} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.069951] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.070080] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.070280] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.070466] env[63070]: INFO nova.compute.manager [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1604.070829] env[63070]: DEBUG oslo.service.loopingcall [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.070903] env[63070]: DEBUG nova.compute.manager [-] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1604.070974] env[63070]: DEBUG nova.network.neutron [-] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.101095] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "refresh_cache-0dd2c053-3e93-4278-8b3c-0f6475d2982d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.102058] env[63070]: DEBUG nova.compute.manager [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Instance network_info: |[{"id": "397f16f5-7764-45a9-b1bf-f388ea926191", "address": "fa:16:3e:85:dc:61", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397f16f5-77", "ovs_interfaceid": "397f16f5-7764-45a9-b1bf-f388ea926191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1604.102058] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] Acquired lock "refresh_cache-0dd2c053-3e93-4278-8b3c-0f6475d2982d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.102058] env[63070]: DEBUG nova.network.neutron [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Refreshing network info cache for port 397f16f5-7764-45a9-b1bf-f388ea926191 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1604.103138] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:dc:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '397f16f5-7764-45a9-b1bf-f388ea926191', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.111402] env[63070]: DEBUG oslo.service.loopingcall [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.112454] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.112867] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0949e94-70e7-4fde-9376-f3dd3baf2e43 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.139284] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.139284] env[63070]: value = "task-1770791" [ 1604.139284] env[63070]: _type = "Task" [ 1604.139284] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.147880] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770791, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.179931] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b63e93-23ab-4ac0-a475-5ddc8bfd7103 tempest-ServerMetadataNegativeTestJSON-862621336 tempest-ServerMetadataNegativeTestJSON-862621336-project-member] Lock "f4e5dc6f-fafc-4717-a50a-4eac66ff9113" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.217s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.207353] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eae34f-796e-777f-1fd7-5ca83e36ef68, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.208416] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.208703] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] bc5dd2b5-a632-4576-90e1-aea731cdc05b/bc5dd2b5-a632-4576-90e1-aea731cdc05b.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.208991] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.209195] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.209562] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-429ae818-6351-406f-bd4f-160f12920a1b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.211908] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b4fd8c8-3e55-45d2-afa9-803bd4fdbfea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.219118] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1604.219118] env[63070]: value = "task-1770792" [ 1604.219118] env[63070]: _type = "Task" [ 1604.219118] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.223213] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.223397] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.224402] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7713fc67-da2f-4e05-bdb0-64eb9037d354 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.229591] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.232270] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1604.232270] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52980c40-c925-4b16-6c79-78e9d6060191" [ 1604.232270] env[63070]: _type = "Task" [ 1604.232270] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.241036] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52980c40-c925-4b16-6c79-78e9d6060191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.420463] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770787, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.649738] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770791, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.728944] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.745925] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52980c40-c925-4b16-6c79-78e9d6060191, 'name': SearchDatastore_Task, 'duration_secs': 0.008165} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.750843] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6c63cc-d57e-4217-b22b-d8a585d70da0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.757073] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1604.757073] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5265cc7c-927c-06ba-51cc-60675bbd3e7f" [ 1604.757073] env[63070]: _type = "Task" [ 1604.757073] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.766016] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5265cc7c-927c-06ba-51cc-60675bbd3e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.874793] env[63070]: DEBUG nova.network.neutron [-] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.921418] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770787, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.314686} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.921418] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ffe69efd-f43c-47c6-98d1-a149d0411d61/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. [ 1604.921418] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347cfa74-1535-42a6-bd3e-ec7c6a24ec4d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.948908] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] ffe69efd-f43c-47c6-98d1-a149d0411d61/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.950202] env[63070]: DEBUG nova.network.neutron [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Updated VIF entry in instance network info cache for port 397f16f5-7764-45a9-b1bf-f388ea926191. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.951651] env[63070]: DEBUG nova.network.neutron [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Updating instance_info_cache with network_info: [{"id": "397f16f5-7764-45a9-b1bf-f388ea926191", "address": "fa:16:3e:85:dc:61", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397f16f5-77", "ovs_interfaceid": "397f16f5-7764-45a9-b1bf-f388ea926191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.954958] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-793d2e2a-73e6-4335-8c44-d056dab2336f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.978186] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1604.978186] env[63070]: value = "task-1770793" [ 1604.978186] env[63070]: _type = "Task" [ 1604.978186] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.987632] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.992859] env[63070]: DEBUG nova.compute.manager [req-3dbd2c21-2cad-4123-a774-602e11e8ffa0 req-5c0d9352-c46b-4fc7-afe9-b14bf4ea18d8 service nova] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Received event network-vif-deleted-f5b1953d-2c6c-43df-ad3e-6a64407cd710 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1605.151650] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770791, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.181198] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703f5a32-ca1b-4966-97b3-e4b7226b4828 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.191857] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e482e4fd-3f3a-4e99-ab3d-cb5aa4e181b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.229159] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449669a0-c376-4d15-b20a-0d2dd7541741 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.237479] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770792, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.013725} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.239558] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] bc5dd2b5-a632-4576-90e1-aea731cdc05b/bc5dd2b5-a632-4576-90e1-aea731cdc05b.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.239781] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.240075] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ee02493-5057-421d-8e42-37e0efbc8cb0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.242844] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff432c6-882c-469b-9c50-e284bb040fcd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.251252] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1605.251252] env[63070]: value = "task-1770794" [ 1605.251252] env[63070]: _type = "Task" [ 1605.251252] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.259547] env[63070]: DEBUG nova.compute.provider_tree [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.279038] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.282723] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5265cc7c-927c-06ba-51cc-60675bbd3e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.018428} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.283244] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.283501] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 02085c0a-177e-4457-9646-46b9cde79adc/02085c0a-177e-4457-9646-46b9cde79adc.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1605.283767] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa0cf730-311e-4f4d-a092-ce1c272ef451 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.289779] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1605.289779] env[63070]: value = "task-1770795" [ 1605.289779] env[63070]: _type = "Task" [ 1605.289779] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.299120] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.383334] env[63070]: INFO nova.compute.manager [-] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Took 1.31 seconds to deallocate network for instance. [ 1605.469963] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7bc31fc-3ba8-4241-9607-fd9c6ed53adb req-33bd7302-7a3f-4509-845c-488e447450b3 service nova] Releasing lock "refresh_cache-0dd2c053-3e93-4278-8b3c-0f6475d2982d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.487257] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770793, 'name': ReconfigVM_Task, 'duration_secs': 0.33615} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.488821] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Reconfigured VM instance instance-00000045 to attach disk [datastore1] ffe69efd-f43c-47c6-98d1-a149d0411d61/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.489819] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38b934c-9f8c-4868-8ca8-88f14e8baff5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.519419] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-222f72f6-bb24-4eaa-af1f-268ca565d784 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.538527] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1605.538527] env[63070]: value = "task-1770796" [ 1605.538527] env[63070]: _type = "Task" [ 1605.538527] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.551986] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.655555] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770791, 'name': CreateVM_Task, 'duration_secs': 1.220091} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.655555] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.655555] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.655555] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.655555] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1605.655555] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff9df31-dac0-4f82-ac89-9c1d61b0adee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.664510] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1605.664510] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d08777-91b5-0244-e80d-102f61f1cb4d" [ 1605.664510] env[63070]: _type = "Task" [ 1605.664510] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.675110] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d08777-91b5-0244-e80d-102f61f1cb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.768219] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064741} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.768219] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1605.768946] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc21164-f0f9-4f62-b58a-7210bff5265d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.783173] env[63070]: DEBUG nova.scheduler.client.report [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1605.795819] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] bc5dd2b5-a632-4576-90e1-aea731cdc05b/bc5dd2b5-a632-4576-90e1-aea731cdc05b.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.796268] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56563061-0942-493b-998f-9f71394be027 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.821918] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499472} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.823057] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 02085c0a-177e-4457-9646-46b9cde79adc/02085c0a-177e-4457-9646-46b9cde79adc.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.823303] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.823620] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1605.823620] env[63070]: value = "task-1770797" [ 1605.823620] env[63070]: _type = "Task" [ 1605.823620] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.824081] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11f9fb31-f3cf-4986-a9ba-8be8a2b0df63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.835545] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.836816] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1605.836816] env[63070]: value = "task-1770798" [ 1605.836816] env[63070]: _type = "Task" [ 1605.836816] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.844589] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.889882] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.052676] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770796, 'name': ReconfigVM_Task, 'duration_secs': 0.207818} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.052958] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.053233] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c4b7d40-fbbb-4cd5-afb5-e508c7edaf6c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.059713] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1606.059713] env[63070]: value = "task-1770799" [ 1606.059713] env[63070]: _type = "Task" [ 1606.059713] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.075672] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.173155] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d08777-91b5-0244-e80d-102f61f1cb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.04225} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.173750] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.173750] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.175263] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.175263] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.175263] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.175263] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d85288aa-09d4-473e-8c8e-cae4820f8056 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.182468] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.182719] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.183384] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6e5dec-8c88-4b77-b819-99f875e8b722 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.188223] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1606.188223] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52445063-14d0-c0a7-57e4-fd5bd6cee9e6" [ 1606.188223] env[63070]: _type = "Task" [ 1606.188223] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.197087] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52445063-14d0-c0a7-57e4-fd5bd6cee9e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.297350] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.297906] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1606.300526] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.749s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.300699] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.302753] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.935s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.304412] env[63070]: INFO nova.compute.claims [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1606.335720] env[63070]: INFO nova.scheduler.client.report [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleted allocations for instance 0cd4fefd-cbde-4ad2-b229-5979b1571b33 [ 1606.340417] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770797, 'name': ReconfigVM_Task, 'duration_secs': 0.262039} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.346772] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] bc5dd2b5-a632-4576-90e1-aea731cdc05b/bc5dd2b5-a632-4576-90e1-aea731cdc05b.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.348737] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c1d029-66c0-4d12-beef-0b6a521d1d26 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.356275] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062411} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.357967] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1606.358122] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1606.358122] env[63070]: value = "task-1770800" [ 1606.358122] env[63070]: _type = "Task" [ 1606.358122] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.358848] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4e591e-7a1c-4ff4-b029-2e74bfcb0ae1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.371221] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770800, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.406550] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 02085c0a-177e-4457-9646-46b9cde79adc/02085c0a-177e-4457-9646-46b9cde79adc.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.408258] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-457448b8-d22e-4481-906b-41e8f8217c8a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.443332] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1606.443332] env[63070]: value = "task-1770801" [ 1606.443332] env[63070]: _type = "Task" [ 1606.443332] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.456888] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.574226] env[63070]: DEBUG oslo_vmware.api [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770799, 'name': PowerOnVM_Task, 'duration_secs': 0.456258} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.575309] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.578488] env[63070]: DEBUG nova.compute.manager [None req-cc3ec8ba-dc73-41ce-b5d2-cf0e7989dd89 tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.579730] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21168baa-47dd-4a82-a68e-b191a40f5abb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.698928] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52445063-14d0-c0a7-57e4-fd5bd6cee9e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008269} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.699753] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8456f63-2919-4385-8df7-d121b8f99860 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.705224] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1606.705224] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527b9697-0520-3f55-93a4-3c37455a98c6" [ 1606.705224] env[63070]: _type = "Task" [ 1606.705224] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.713200] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527b9697-0520-3f55-93a4-3c37455a98c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.808640] env[63070]: DEBUG nova.compute.utils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1606.812171] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1606.812409] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1606.853678] env[63070]: DEBUG nova.policy [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a5d72d5e8ca4582a1223766f2fb6f4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f3ae3e6bca4723bccfa35228b7cc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1606.855584] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e682e308-0cd7-4138-88fa-197f10e7581c tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "0cd4fefd-cbde-4ad2-b229-5979b1571b33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.706s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.870803] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770800, 'name': Rename_Task, 'duration_secs': 0.175949} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.871098] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.871374] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cda052d3-b63f-4470-8aab-fe4d910d30eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.877682] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1606.877682] env[63070]: value = "task-1770802" [ 1606.877682] env[63070]: _type = "Task" [ 1606.877682] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.887396] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.956892] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.221247] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527b9697-0520-3f55-93a4-3c37455a98c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.221515] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.222868] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0dd2c053-3e93-4278-8b3c-0f6475d2982d/0dd2c053-3e93-4278-8b3c-0f6475d2982d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.222868] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f77e451f-e05a-4733-9d98-30f52d549661 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.230270] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1607.230270] env[63070]: value = "task-1770803" [ 1607.230270] env[63070]: _type = "Task" [ 1607.230270] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.239775] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.242828] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Successfully created port: 3de4f828-9137-4722-bddc-7d2d2146895c {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.313288] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1607.387684] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.453603] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770801, 'name': ReconfigVM_Task, 'duration_secs': 0.634221} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.456143] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 02085c0a-177e-4457-9646-46b9cde79adc/02085c0a-177e-4457-9646-46b9cde79adc.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.457125] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de9647d3-a8fe-4015-a3fa-988207f3a6fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.466994] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1607.466994] env[63070]: value = "task-1770804" [ 1607.466994] env[63070]: _type = "Task" [ 1607.466994] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.481556] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770804, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.531168] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "061f91da-9911-4400-ba28-0e85b2c328f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.531432] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "061f91da-9911-4400-ba28-0e85b2c328f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.531632] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "061f91da-9911-4400-ba28-0e85b2c328f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.531803] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "061f91da-9911-4400-ba28-0e85b2c328f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.531967] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "061f91da-9911-4400-ba28-0e85b2c328f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.534243] env[63070]: INFO nova.compute.manager [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Terminating instance [ 1607.746901] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770803, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.818955] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae879980-590c-4f4b-b1b5-da7b8ffde77e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.837402] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceddbb7-2947-4cbf-862c-7fb1b328af81 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.879825] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877abb7f-591d-489e-9824-b56be8c65ba7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.897461] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.900583] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf1e3b5-b56c-45a0-b76e-5cc979e18e0c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.916420] env[63070]: DEBUG nova.compute.provider_tree [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.978635] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770804, 'name': Rename_Task, 'duration_secs': 0.149691} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.978906] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.979167] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3367698-6577-4246-86aa-9781e9392152 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.985181] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1607.985181] env[63070]: value = "task-1770805" [ 1607.985181] env[63070]: _type = "Task" [ 1607.985181] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.993403] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.043691] env[63070]: DEBUG nova.compute.manager [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1608.043945] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.044853] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e5a08-8091-4151-8a0f-f03ed3b863c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.051913] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.052454] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3e0e994-a29d-4cab-be9a-2354d65ffcba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.055757] env[63070]: DEBUG nova.compute.manager [req-7bc7246b-ad0c-4d7e-bfb7-bf3c904e093a req-1386fd43-b65c-4d91-b562-5e045ea3b922 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Received event network-changed-63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1608.055941] env[63070]: DEBUG nova.compute.manager [req-7bc7246b-ad0c-4d7e-bfb7-bf3c904e093a req-1386fd43-b65c-4d91-b562-5e045ea3b922 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Refreshing instance network info cache due to event network-changed-63ab3be0-6a9f-400c-a082-4812877e8981. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1608.056167] env[63070]: DEBUG oslo_concurrency.lockutils [req-7bc7246b-ad0c-4d7e-bfb7-bf3c904e093a req-1386fd43-b65c-4d91-b562-5e045ea3b922 service nova] Acquiring lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.056306] env[63070]: DEBUG oslo_concurrency.lockutils [req-7bc7246b-ad0c-4d7e-bfb7-bf3c904e093a req-1386fd43-b65c-4d91-b562-5e045ea3b922 service nova] Acquired lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.056464] env[63070]: DEBUG nova.network.neutron [req-7bc7246b-ad0c-4d7e-bfb7-bf3c904e093a req-1386fd43-b65c-4d91-b562-5e045ea3b922 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Refreshing network info cache for port 63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.061963] env[63070]: DEBUG oslo_vmware.api [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1608.061963] env[63070]: value = "task-1770806" [ 1608.061963] env[63070]: _type = "Task" [ 1608.061963] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.071821] env[63070]: DEBUG oslo_vmware.api [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.240575] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700186} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.240843] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0dd2c053-3e93-4278-8b3c-0f6475d2982d/0dd2c053-3e93-4278-8b3c-0f6475d2982d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1608.241052] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1608.241312] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f74bf4-87f0-4d35-a6c9-e89f91537f35 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.248450] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1608.248450] env[63070]: value = "task-1770807" [ 1608.248450] env[63070]: _type = "Task" [ 1608.248450] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.257305] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.331361] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1608.363215] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1608.364358] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c5aeb8-ad0c-4784-ab86-f0a6b0be58be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.372515] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55cb4c7-2407-4d5c-a993-97a40133fb7e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.393236] env[63070]: DEBUG nova.compute.manager [req-be469238-0bdf-4cbc-be28-4ed390b23efb req-d3264405-f78d-4881-9032-9532d63b2680 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Received event network-changed-63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1608.393612] env[63070]: DEBUG nova.compute.manager [req-be469238-0bdf-4cbc-be28-4ed390b23efb req-d3264405-f78d-4881-9032-9532d63b2680 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Refreshing instance network info cache due to event network-changed-63ab3be0-6a9f-400c-a082-4812877e8981. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1608.393871] env[63070]: DEBUG oslo_concurrency.lockutils [req-be469238-0bdf-4cbc-be28-4ed390b23efb req-d3264405-f78d-4881-9032-9532d63b2680 service nova] Acquiring lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.400385] env[63070]: DEBUG oslo_vmware.api [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770802, 'name': PowerOnVM_Task, 'duration_secs': 1.294174} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.400644] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.400846] env[63070]: INFO nova.compute.manager [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Took 11.90 seconds to spawn the instance on the hypervisor. [ 1608.401031] env[63070]: DEBUG nova.compute.manager [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.401811] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9d6f50-1ccf-4a29-8ad8-69ff02d3c21e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.419602] env[63070]: DEBUG nova.scheduler.client.report [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.496964] env[63070]: DEBUG oslo_vmware.api [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1770805, 'name': PowerOnVM_Task, 'duration_secs': 0.487479} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.497246] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.497440] env[63070]: INFO nova.compute.manager [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1608.497616] env[63070]: DEBUG nova.compute.manager [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.498398] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397072f-e46e-49ef-b24c-6d1f140d8616 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.572297] env[63070]: DEBUG oslo_vmware.api [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770806, 'name': PowerOffVM_Task, 'duration_secs': 0.407697} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.572581] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.572751] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.573030] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1efe7218-a9ab-4c54-85db-dbc8b997a65c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.675937] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.676170] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.676352] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleting the datastore file [datastore1] 061f91da-9911-4400-ba28-0e85b2c328f5 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.676603] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ea9cd21-95e3-4b6d-83f3-1644fbaff3fd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.683716] env[63070]: DEBUG oslo_vmware.api [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for the task: (returnval){ [ 1608.683716] env[63070]: value = "task-1770809" [ 1608.683716] env[63070]: _type = "Task" [ 1608.683716] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.691877] env[63070]: DEBUG oslo_vmware.api [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.760658] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066832} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.760920] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1608.761733] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b6e464-8bb4-4b6b-8f1a-8223d4bf8c6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.785734] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 0dd2c053-3e93-4278-8b3c-0f6475d2982d/0dd2c053-3e93-4278-8b3c-0f6475d2982d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1608.786059] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b861115-8cd2-45a8-93e2-b7be8f3eb3fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.808219] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1608.808219] env[63070]: value = "task-1770810" [ 1608.808219] env[63070]: _type = "Task" [ 1608.808219] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.819574] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.895409] env[63070]: DEBUG nova.network.neutron [req-7bc7246b-ad0c-4d7e-bfb7-bf3c904e093a req-1386fd43-b65c-4d91-b562-5e045ea3b922 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updated VIF entry in instance network info cache for port 63ab3be0-6a9f-400c-a082-4812877e8981. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1608.895889] env[63070]: DEBUG nova.network.neutron [req-7bc7246b-ad0c-4d7e-bfb7-bf3c904e093a req-1386fd43-b65c-4d91-b562-5e045ea3b922 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updating instance_info_cache with network_info: [{"id": "63ab3be0-6a9f-400c-a082-4812877e8981", "address": "fa:16:3e:49:d5:61", "network": {"id": "ebf36a97-5a7d-4135-933b-1a6915750874", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-354117150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c43faf8c63974334b1beaacc1cbf1c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ab3be0-6a", "ovs_interfaceid": "63ab3be0-6a9f-400c-a082-4812877e8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.919796] env[63070]: INFO nova.compute.manager [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Took 53.25 seconds to build instance. [ 1608.928188] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.928700] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1608.931317] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.069s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.931525] env[63070]: DEBUG nova.objects.instance [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lazy-loading 'resources' on Instance uuid efe551af-1396-46e5-b398-d3785acae4f9 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.019718] env[63070]: INFO nova.compute.manager [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Took 43.07 seconds to build instance. [ 1609.194483] env[63070]: DEBUG oslo_vmware.api [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Task: {'id': task-1770809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443855} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.194704] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.194832] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.195011] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.195190] env[63070]: INFO nova.compute.manager [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1609.195433] env[63070]: DEBUG oslo.service.loopingcall [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.195627] env[63070]: DEBUG nova.compute.manager [-] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1609.195719] env[63070]: DEBUG nova.network.neutron [-] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1609.235907] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Successfully updated port: 3de4f828-9137-4722-bddc-7d2d2146895c {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.319439] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.401036] env[63070]: DEBUG oslo_concurrency.lockutils [req-7bc7246b-ad0c-4d7e-bfb7-bf3c904e093a req-1386fd43-b65c-4d91-b562-5e045ea3b922 service nova] Releasing lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.401457] env[63070]: DEBUG oslo_concurrency.lockutils [req-be469238-0bdf-4cbc-be28-4ed390b23efb req-d3264405-f78d-4881-9032-9532d63b2680 service nova] Acquired lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.401653] env[63070]: DEBUG nova.network.neutron [req-be469238-0bdf-4cbc-be28-4ed390b23efb req-d3264405-f78d-4881-9032-9532d63b2680 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Refreshing network info cache for port 63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.421781] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b73d631b-4583-471e-97fa-449422793942 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.762s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.434058] env[63070]: DEBUG nova.compute.utils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.439840] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1609.440032] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1609.487861] env[63070]: DEBUG nova.policy [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a5d72d5e8ca4582a1223766f2fb6f4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f3ae3e6bca4723bccfa35228b7cc20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1609.522262] env[63070]: DEBUG oslo_concurrency.lockutils [None req-938033b7-031a-4b71-bbd2-a37fe47b23a6 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.762s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.738025] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "refresh_cache-264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.738181] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "refresh_cache-264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.738333] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.827016] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770810, 'name': ReconfigVM_Task, 'duration_secs': 0.779826} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.829101] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 0dd2c053-3e93-4278-8b3c-0f6475d2982d/0dd2c053-3e93-4278-8b3c-0f6475d2982d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1609.830684] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c448d4a3-0ef0-4f66-809f-bd45dac3bf41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.838725] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1609.838725] env[63070]: value = "task-1770811" [ 1609.838725] env[63070]: _type = "Task" [ 1609.838725] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.849647] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770811, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.856680] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Successfully created port: d69d0a0c-3014-4cb6-9e3c-2f048029bcde {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.898815] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2d8d38-c388-4259-a8cb-44c42065a11f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.911138] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d9e00c-7726-492e-9506-eba94c186c13 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.948743] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1609.955129] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a234d26f-4b1d-47a9-bc26-32355a81be03 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.967447] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a42cd4d-9b38-45f5-8252-71faca7dffbe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.986014] env[63070]: DEBUG nova.compute.provider_tree [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.326646] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.349209] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770811, 'name': Rename_Task, 'duration_secs': 0.453071} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.349492] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.349741] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4047a75f-95c3-48d9-8988-8a25e8a251f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.359031] env[63070]: DEBUG nova.network.neutron [req-be469238-0bdf-4cbc-be28-4ed390b23efb req-d3264405-f78d-4881-9032-9532d63b2680 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updated VIF entry in instance network info cache for port 63ab3be0-6a9f-400c-a082-4812877e8981. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.360058] env[63070]: DEBUG nova.network.neutron [req-be469238-0bdf-4cbc-be28-4ed390b23efb req-d3264405-f78d-4881-9032-9532d63b2680 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updating instance_info_cache with network_info: [{"id": "63ab3be0-6a9f-400c-a082-4812877e8981", "address": "fa:16:3e:49:d5:61", "network": {"id": "ebf36a97-5a7d-4135-933b-1a6915750874", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-354117150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c43faf8c63974334b1beaacc1cbf1c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ab3be0-6a", "ovs_interfaceid": "63ab3be0-6a9f-400c-a082-4812877e8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.361623] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1610.361623] env[63070]: value = "task-1770812" [ 1610.361623] env[63070]: _type = "Task" [ 1610.361623] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.372346] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.464108] env[63070]: DEBUG nova.network.neutron [-] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.493194] env[63070]: DEBUG nova.scheduler.client.report [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.498609] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] Acquiring lock "refresh_cache-bc5dd2b5-a632-4576-90e1-aea731cdc05b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.498855] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] Acquired lock "refresh_cache-bc5dd2b5-a632-4576-90e1-aea731cdc05b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.499899] env[63070]: DEBUG nova.network.neutron [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.680232] env[63070]: DEBUG nova.compute.manager [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Received event network-vif-plugged-3de4f828-9137-4722-bddc-7d2d2146895c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1610.680476] env[63070]: DEBUG oslo_concurrency.lockutils [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] Acquiring lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.680697] env[63070]: DEBUG oslo_concurrency.lockutils [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] Lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.680857] env[63070]: DEBUG oslo_concurrency.lockutils [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] Lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.681519] env[63070]: DEBUG nova.compute.manager [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] No waiting events found dispatching network-vif-plugged-3de4f828-9137-4722-bddc-7d2d2146895c {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1610.681564] env[63070]: WARNING nova.compute.manager [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Received unexpected event network-vif-plugged-3de4f828-9137-4722-bddc-7d2d2146895c for instance with vm_state building and task_state spawning. [ 1610.685261] env[63070]: DEBUG nova.compute.manager [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Received event network-changed-3de4f828-9137-4722-bddc-7d2d2146895c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1610.685438] env[63070]: DEBUG nova.compute.manager [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Refreshing instance network info cache due to event network-changed-3de4f828-9137-4722-bddc-7d2d2146895c. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1610.685819] env[63070]: DEBUG oslo_concurrency.lockutils [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] Acquiring lock "refresh_cache-264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.686605] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Updating instance_info_cache with network_info: [{"id": "3de4f828-9137-4722-bddc-7d2d2146895c", "address": "fa:16:3e:27:1b:6c", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de4f828-91", "ovs_interfaceid": "3de4f828-9137-4722-bddc-7d2d2146895c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.772900] env[63070]: DEBUG nova.compute.manager [req-a3b1d2f2-43df-4ca5-a4de-0b21001a83c9 req-dcea2504-af28-4eca-ad55-8d511d94405a service nova] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Received event network-vif-deleted-0f238d42-1849-4cfa-ae74-5768c99eebdc {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1610.775157] env[63070]: DEBUG nova.compute.manager [req-a3b1d2f2-43df-4ca5-a4de-0b21001a83c9 req-dcea2504-af28-4eca-ad55-8d511d94405a service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Received event network-changed-63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1610.777748] env[63070]: DEBUG nova.compute.manager [req-a3b1d2f2-43df-4ca5-a4de-0b21001a83c9 req-dcea2504-af28-4eca-ad55-8d511d94405a service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Refreshing instance network info cache due to event network-changed-63ab3be0-6a9f-400c-a082-4812877e8981. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1610.777748] env[63070]: DEBUG oslo_concurrency.lockutils [req-a3b1d2f2-43df-4ca5-a4de-0b21001a83c9 req-dcea2504-af28-4eca-ad55-8d511d94405a service nova] Acquiring lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.863413] env[63070]: DEBUG oslo_concurrency.lockutils [req-be469238-0bdf-4cbc-be28-4ed390b23efb req-d3264405-f78d-4881-9032-9532d63b2680 service nova] Releasing lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.864051] env[63070]: DEBUG oslo_concurrency.lockutils [req-a3b1d2f2-43df-4ca5-a4de-0b21001a83c9 req-dcea2504-af28-4eca-ad55-8d511d94405a service nova] Acquired lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.864286] env[63070]: DEBUG nova.network.neutron [req-a3b1d2f2-43df-4ca5-a4de-0b21001a83c9 req-dcea2504-af28-4eca-ad55-8d511d94405a service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Refreshing network info cache for port 63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.880508] env[63070]: DEBUG oslo_vmware.api [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770812, 'name': PowerOnVM_Task, 'duration_secs': 0.477672} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.880508] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.880508] env[63070]: INFO nova.compute.manager [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1610.880714] env[63070]: DEBUG nova.compute.manager [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.881660] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2963d0d-9aea-4715-8b81-6c04ca9e874a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.958618] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1610.963421] env[63070]: INFO nova.compute.manager [-] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Took 1.77 seconds to deallocate network for instance. [ 1611.002528] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.007315] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.847s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.008561] env[63070]: DEBUG nova.objects.instance [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lazy-loading 'resources' on Instance uuid 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.017979] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1611.018229] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.018390] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1611.018569] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.018710] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1611.018860] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1611.019131] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1611.019339] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1611.019562] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1611.019770] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1611.019981] env[63070]: DEBUG nova.virt.hardware [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1611.021559] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86f06bf-e49b-4842-be86-c0a0776006e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.032030] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b46aa52-f22f-4047-90a6-8fc5c05e90c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.037677] env[63070]: INFO nova.scheduler.client.report [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Deleted allocations for instance efe551af-1396-46e5-b398-d3785acae4f9 [ 1611.192183] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "refresh_cache-264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.192560] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Instance network_info: |[{"id": "3de4f828-9137-4722-bddc-7d2d2146895c", "address": "fa:16:3e:27:1b:6c", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de4f828-91", "ovs_interfaceid": "3de4f828-9137-4722-bddc-7d2d2146895c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1611.193022] env[63070]: DEBUG oslo_concurrency.lockutils [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] Acquired lock "refresh_cache-264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.193091] env[63070]: DEBUG nova.network.neutron [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Refreshing network info cache for port 3de4f828-9137-4722-bddc-7d2d2146895c {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.194410] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:1b:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3de4f828-9137-4722-bddc-7d2d2146895c', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.203366] env[63070]: DEBUG oslo.service.loopingcall [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.203366] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.203366] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8971caf7-8acb-4bcd-9cfc-b9cd24c90d0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.229196] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.229196] env[63070]: value = "task-1770813" [ 1611.229196] env[63070]: _type = "Task" [ 1611.229196] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.238964] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770813, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.272582] env[63070]: DEBUG nova.network.neutron [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Updating instance_info_cache with network_info: [{"id": "dbb5a61e-2b4d-4045-92c6-e2030333a703", "address": "fa:16:3e:a0:e6:99", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb5a61e-2b", "ovs_interfaceid": "dbb5a61e-2b4d-4045-92c6-e2030333a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.401217] env[63070]: INFO nova.compute.manager [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Took 42.88 seconds to build instance. [ 1611.470054] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.559714] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cbf34e59-5aa7-4c0f-b0a0-1167855f7047 tempest-VolumesAdminNegativeTest-2035794834 tempest-VolumesAdminNegativeTest-2035794834-project-member] Lock "efe551af-1396-46e5-b398-d3785acae4f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.835s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.729671] env[63070]: DEBUG nova.network.neutron [req-a3b1d2f2-43df-4ca5-a4de-0b21001a83c9 req-dcea2504-af28-4eca-ad55-8d511d94405a service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updated VIF entry in instance network info cache for port 63ab3be0-6a9f-400c-a082-4812877e8981. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.729671] env[63070]: DEBUG nova.network.neutron [req-a3b1d2f2-43df-4ca5-a4de-0b21001a83c9 req-dcea2504-af28-4eca-ad55-8d511d94405a service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updating instance_info_cache with network_info: [{"id": "63ab3be0-6a9f-400c-a082-4812877e8981", "address": "fa:16:3e:49:d5:61", "network": {"id": "ebf36a97-5a7d-4135-933b-1a6915750874", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-354117150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c43faf8c63974334b1beaacc1cbf1c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ab3be0-6a", "ovs_interfaceid": "63ab3be0-6a9f-400c-a082-4812877e8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.746350] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770813, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.775419] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] Releasing lock "refresh_cache-bc5dd2b5-a632-4576-90e1-aea731cdc05b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.775419] env[63070]: DEBUG nova.compute.manager [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Inject network info {{(pid=63070) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1611.775585] env[63070]: DEBUG nova.compute.manager [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] network_info to inject: |[{"id": "dbb5a61e-2b4d-4045-92c6-e2030333a703", "address": "fa:16:3e:a0:e6:99", "network": {"id": "30596c84-f6ee-4420-be7a-e79fd9354962", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1860007284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d399e48ea04a0abf190c7fee2987ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb5a61e-2b", "ovs_interfaceid": "dbb5a61e-2b4d-4045-92c6-e2030333a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1611.780965] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Reconfiguring VM instance to set the machine id {{(pid=63070) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1611.783845] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98dbb6f-64e0-4017-a562-b1bf56998518 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.800634] env[63070]: DEBUG oslo_vmware.api [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] Waiting for the task: (returnval){ [ 1611.800634] env[63070]: value = "task-1770814" [ 1611.800634] env[63070]: _type = "Task" [ 1611.800634] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.815256] env[63070]: DEBUG oslo_vmware.api [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] Task: {'id': task-1770814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.902840] env[63070]: DEBUG oslo_concurrency.lockutils [None req-aa1c4cff-58b5-4a24-961b-fa2cef566ce2 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.999s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.972296] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Successfully updated port: d69d0a0c-3014-4cb6-9e3c-2f048029bcde {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.053739] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d7362b-dd28-4b7f-8c48-332a736c82eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.064036] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aa1287-c4e3-44dc-9198-6322d3908d00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.093454] env[63070]: DEBUG nova.network.neutron [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Updated VIF entry in instance network info cache for port 3de4f828-9137-4722-bddc-7d2d2146895c. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.093820] env[63070]: DEBUG nova.network.neutron [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Updating instance_info_cache with network_info: [{"id": "3de4f828-9137-4722-bddc-7d2d2146895c", "address": "fa:16:3e:27:1b:6c", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de4f828-91", "ovs_interfaceid": "3de4f828-9137-4722-bddc-7d2d2146895c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.095493] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd4a8a1-3b2d-4665-85d6-d00774a8450e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.103954] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671a3f38-c8dc-46a1-b297-437113c7abca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.118569] env[63070]: DEBUG nova.compute.provider_tree [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.241932] env[63070]: DEBUG oslo_concurrency.lockutils [req-a3b1d2f2-43df-4ca5-a4de-0b21001a83c9 req-dcea2504-af28-4eca-ad55-8d511d94405a service nova] Releasing lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.242311] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770813, 'name': CreateVM_Task, 'duration_secs': 0.575796} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.242500] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.243158] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.243317] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.243635] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.243891] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1984368-6bca-48a1-8890-c6c035aa600e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.248807] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1612.248807] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5200141c-7491-4935-e70c-1f9ea1c52eb2" [ 1612.248807] env[63070]: _type = "Task" [ 1612.248807] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.257257] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5200141c-7491-4935-e70c-1f9ea1c52eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.311264] env[63070]: DEBUG oslo_vmware.api [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] Task: {'id': task-1770814, 'name': ReconfigVM_Task, 'duration_secs': 0.206262} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.311264] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9b04160a-6554-4006-bf32-bc31d7fb2774 tempest-ServersAdminTestJSON-1612805449 tempest-ServersAdminTestJSON-1612805449-project-admin] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Reconfigured VM instance to set the machine id {{(pid=63070) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1612.475319] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "refresh_cache-100eadbc-50d8-4f97-a29e-d02eee6ec7f6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.475319] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "refresh_cache-100eadbc-50d8-4f97-a29e-d02eee6ec7f6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.475319] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.599714] env[63070]: DEBUG oslo_concurrency.lockutils [req-8330ea7c-6154-4dd3-b83b-57666e068fae req-00dfc854-2758-4eb9-ac3c-2cde7002d604 service nova] Releasing lock "refresh_cache-264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.622678] env[63070]: DEBUG nova.scheduler.client.report [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.760034] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5200141c-7491-4935-e70c-1f9ea1c52eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.021412} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.760099] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.760526] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.760581] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.760844] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.760919] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.762897] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39b614f6-5651-4d55-9cc3-625415db5b0f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.766307] env[63070]: DEBUG nova.compute.manager [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Received event network-changed-63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1612.766389] env[63070]: DEBUG nova.compute.manager [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Refreshing instance network info cache due to event network-changed-63ab3be0-6a9f-400c-a082-4812877e8981. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1612.766597] env[63070]: DEBUG oslo_concurrency.lockutils [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] Acquiring lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.766736] env[63070]: DEBUG oslo_concurrency.lockutils [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] Acquired lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.766893] env[63070]: DEBUG nova.network.neutron [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Refreshing network info cache for port 63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.776572] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.776813] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.777837] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152bf7ef-72d9-4b82-a7fe-a0f7eaec2502 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.783761] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1612.783761] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5233d89e-397e-0482-4af5-d4d8c3bf0666" [ 1612.783761] env[63070]: _type = "Task" [ 1612.783761] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.791949] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5233d89e-397e-0482-4af5-d4d8c3bf0666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.886516] env[63070]: DEBUG nova.compute.manager [req-aa713443-1050-4406-978f-00ec389821f0 req-d63b32db-8ff4-41da-9bb2-155d145ebbbb service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Received event network-changed-6014a038-350e-4064-99f4-758cffa64122 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1612.886516] env[63070]: DEBUG nova.compute.manager [req-aa713443-1050-4406-978f-00ec389821f0 req-d63b32db-8ff4-41da-9bb2-155d145ebbbb service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Refreshing instance network info cache due to event network-changed-6014a038-350e-4064-99f4-758cffa64122. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1612.886516] env[63070]: DEBUG oslo_concurrency.lockutils [req-aa713443-1050-4406-978f-00ec389821f0 req-d63b32db-8ff4-41da-9bb2-155d145ebbbb service nova] Acquiring lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.886516] env[63070]: DEBUG oslo_concurrency.lockutils [req-aa713443-1050-4406-978f-00ec389821f0 req-d63b32db-8ff4-41da-9bb2-155d145ebbbb service nova] Acquired lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.886516] env[63070]: DEBUG nova.network.neutron [req-aa713443-1050-4406-978f-00ec389821f0 req-d63b32db-8ff4-41da-9bb2-155d145ebbbb service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Refreshing network info cache for port 6014a038-350e-4064-99f4-758cffa64122 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.005483] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1613.127364] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.129724] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.643s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.131319] env[63070]: INFO nova.compute.claims [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.138025] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquiring lock "ffe69efd-f43c-47c6-98d1-a149d0411d61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.138140] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lock "ffe69efd-f43c-47c6-98d1-a149d0411d61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.138281] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquiring lock "ffe69efd-f43c-47c6-98d1-a149d0411d61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.138479] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lock "ffe69efd-f43c-47c6-98d1-a149d0411d61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.138650] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lock "ffe69efd-f43c-47c6-98d1-a149d0411d61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.140874] env[63070]: INFO nova.compute.manager [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Terminating instance [ 1613.156253] env[63070]: INFO nova.scheduler.client.report [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Deleted allocations for instance 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea [ 1613.169459] env[63070]: DEBUG nova.network.neutron [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Updating instance_info_cache with network_info: [{"id": "d69d0a0c-3014-4cb6-9e3c-2f048029bcde", "address": "fa:16:3e:02:26:a7", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69d0a0c-30", "ovs_interfaceid": "d69d0a0c-3014-4cb6-9e3c-2f048029bcde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.295678] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5233d89e-397e-0482-4af5-d4d8c3bf0666, 'name': SearchDatastore_Task, 'duration_secs': 0.032064} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.295842] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9f46e7-ae4a-403c-9433-79069bebb714 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.301387] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1613.301387] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cc7788-bf40-7e70-a2cb-59ebdd292e4d" [ 1613.301387] env[63070]: _type = "Task" [ 1613.301387] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.316285] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cc7788-bf40-7e70-a2cb-59ebdd292e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.356360] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.356611] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.648848] env[63070]: DEBUG nova.network.neutron [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updated VIF entry in instance network info cache for port 63ab3be0-6a9f-400c-a082-4812877e8981. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.649123] env[63070]: DEBUG nova.network.neutron [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updating instance_info_cache with network_info: [{"id": "63ab3be0-6a9f-400c-a082-4812877e8981", "address": "fa:16:3e:49:d5:61", "network": {"id": "ebf36a97-5a7d-4135-933b-1a6915750874", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-354117150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c43faf8c63974334b1beaacc1cbf1c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ab3be0-6a", "ovs_interfaceid": "63ab3be0-6a9f-400c-a082-4812877e8981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.651240] env[63070]: DEBUG nova.compute.manager [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.651240] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.651705] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d543ccb-3056-4f5f-b30f-e71690715a49 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.665696] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.666128] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14fd4144-a0cf-4819-9192-ed8b6367e9ca tempest-ServersNegativeTestMultiTenantJSON-579449360 tempest-ServersNegativeTestMultiTenantJSON-579449360-project-member] Lock "2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.945s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.667458] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b75b096-c6ad-4c60-be20-8a93965d7163 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.671855] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "refresh_cache-100eadbc-50d8-4f97-a29e-d02eee6ec7f6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.672264] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Instance network_info: |[{"id": "d69d0a0c-3014-4cb6-9e3c-2f048029bcde", "address": "fa:16:3e:02:26:a7", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69d0a0c-30", "ovs_interfaceid": "d69d0a0c-3014-4cb6-9e3c-2f048029bcde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1613.673130] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:26:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd69d0a0c-3014-4cb6-9e3c-2f048029bcde', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.681694] env[63070]: DEBUG oslo.service.loopingcall [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.683874] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.684286] env[63070]: DEBUG oslo_vmware.api [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1613.684286] env[63070]: value = "task-1770815" [ 1613.684286] env[63070]: _type = "Task" [ 1613.684286] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.684511] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae84b9e7-c13d-4b2e-99e9-0747f3f9eed7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.715023] env[63070]: DEBUG oslo_vmware.api [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.715161] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.715161] env[63070]: value = "task-1770816" [ 1613.715161] env[63070]: _type = "Task" [ 1613.715161] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.723481] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770816, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.784611] env[63070]: DEBUG nova.network.neutron [req-aa713443-1050-4406-978f-00ec389821f0 req-d63b32db-8ff4-41da-9bb2-155d145ebbbb service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updated VIF entry in instance network info cache for port 6014a038-350e-4064-99f4-758cffa64122. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.785163] env[63070]: DEBUG nova.network.neutron [req-aa713443-1050-4406-978f-00ec389821f0 req-d63b32db-8ff4-41da-9bb2-155d145ebbbb service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance_info_cache with network_info: [{"id": "6014a038-350e-4064-99f4-758cffa64122", "address": "fa:16:3e:26:1f:e3", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6014a038-35", "ovs_interfaceid": "6014a038-350e-4064-99f4-758cffa64122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.813615] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cc7788-bf40-7e70-a2cb-59ebdd292e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.01507} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.813966] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.814187] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f/264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.814551] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1644255-b2d6-4dc1-8b27-822d2e66c4b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.823506] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1613.823506] env[63070]: value = "task-1770817" [ 1613.823506] env[63070]: _type = "Task" [ 1613.823506] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.834876] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.861775] env[63070]: DEBUG nova.compute.utils [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1613.932987] env[63070]: INFO nova.compute.manager [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Rebuilding instance [ 1613.996311] env[63070]: DEBUG nova.compute.manager [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1613.997469] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b5c151-d830-4a5b-82f6-446e0961e7b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.159263] env[63070]: DEBUG oslo_concurrency.lockutils [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] Releasing lock "refresh_cache-ffe69efd-f43c-47c6-98d1-a149d0411d61" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.159607] env[63070]: DEBUG nova.compute.manager [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Received event network-vif-plugged-d69d0a0c-3014-4cb6-9e3c-2f048029bcde {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1614.159814] env[63070]: DEBUG oslo_concurrency.lockutils [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] Acquiring lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.160035] env[63070]: DEBUG oslo_concurrency.lockutils [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] Lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.160266] env[63070]: DEBUG oslo_concurrency.lockutils [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] Lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.160443] env[63070]: DEBUG nova.compute.manager [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] No waiting events found dispatching network-vif-plugged-d69d0a0c-3014-4cb6-9e3c-2f048029bcde {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.160618] env[63070]: WARNING nova.compute.manager [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Received unexpected event network-vif-plugged-d69d0a0c-3014-4cb6-9e3c-2f048029bcde for instance with vm_state building and task_state spawning. [ 1614.160781] env[63070]: DEBUG nova.compute.manager [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Received event network-changed-d69d0a0c-3014-4cb6-9e3c-2f048029bcde {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1614.160936] env[63070]: DEBUG nova.compute.manager [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Refreshing instance network info cache due to event network-changed-d69d0a0c-3014-4cb6-9e3c-2f048029bcde. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1614.161234] env[63070]: DEBUG oslo_concurrency.lockutils [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] Acquiring lock "refresh_cache-100eadbc-50d8-4f97-a29e-d02eee6ec7f6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.161460] env[63070]: DEBUG oslo_concurrency.lockutils [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] Acquired lock "refresh_cache-100eadbc-50d8-4f97-a29e-d02eee6ec7f6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.161647] env[63070]: DEBUG nova.network.neutron [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Refreshing network info cache for port d69d0a0c-3014-4cb6-9e3c-2f048029bcde {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.215426] env[63070]: DEBUG oslo_vmware.api [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770815, 'name': PowerOffVM_Task, 'duration_secs': 0.266204} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.215841] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.216051] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.219403] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf803de6-97b0-4ef4-a299-1464fae125dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.229806] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770816, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.288496] env[63070]: DEBUG oslo_concurrency.lockutils [req-aa713443-1050-4406-978f-00ec389821f0 req-d63b32db-8ff4-41da-9bb2-155d145ebbbb service nova] Releasing lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.323875] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.323875] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.323875] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Deleting the datastore file [datastore1] ffe69efd-f43c-47c6-98d1-a149d0411d61 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.326738] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b59c0c41-eb9e-4376-b2e8-84f8c9c5db31 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.352630] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770817, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.355015] env[63070]: DEBUG oslo_vmware.api [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for the task: (returnval){ [ 1614.355015] env[63070]: value = "task-1770819" [ 1614.355015] env[63070]: _type = "Task" [ 1614.355015] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.362617] env[63070]: DEBUG oslo_vmware.api [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.365063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.603209] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49429e91-0372-43c7-a603-653ef44831b7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.611495] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355a96f3-2697-47f8-8846-68f1dc96c12f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.642152] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b4b1ec-735f-4d8c-adbb-efc4abf6f6aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.650057] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da36bf65-2c0a-4fab-b6fb-7fd6bb9f9f09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.665484] env[63070]: DEBUG nova.compute.provider_tree [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.725293] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770816, 'name': CreateVM_Task, 'duration_secs': 0.540422} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.725466] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1614.726123] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.726290] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.726640] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1614.726854] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b87cc7-fded-4d97-9d09-e74dd2c2d0b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.731882] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1614.731882] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a61b12-4f27-9255-4682-96ec474f965f" [ 1614.731882] env[63070]: _type = "Task" [ 1614.731882] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.741610] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a61b12-4f27-9255-4682-96ec474f965f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.838397] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549593} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.838594] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f/264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.838803] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.839056] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92f92e59-db7e-4993-8fd0-6a07a37e29bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.845575] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1614.845575] env[63070]: value = "task-1770820" [ 1614.845575] env[63070]: _type = "Task" [ 1614.845575] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.853399] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.865015] env[63070]: DEBUG oslo_vmware.api [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.018726] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.019844] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85d71377-3109-41ba-b4ad-9f12faff9d47 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.028213] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1615.028213] env[63070]: value = "task-1770821" [ 1615.028213] env[63070]: _type = "Task" [ 1615.028213] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.037925] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.083142] env[63070]: DEBUG nova.network.neutron [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Updated VIF entry in instance network info cache for port d69d0a0c-3014-4cb6-9e3c-2f048029bcde. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.083535] env[63070]: DEBUG nova.network.neutron [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Updating instance_info_cache with network_info: [{"id": "d69d0a0c-3014-4cb6-9e3c-2f048029bcde", "address": "fa:16:3e:02:26:a7", "network": {"id": "740eddac-d69a-4b43-8c40-a6b560937f45", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-341857861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3ae3e6bca4723bccfa35228b7cc20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69d0a0c-30", "ovs_interfaceid": "d69d0a0c-3014-4cb6-9e3c-2f048029bcde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.170689] env[63070]: DEBUG nova.scheduler.client.report [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.243948] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a61b12-4f27-9255-4682-96ec474f965f, 'name': SearchDatastore_Task, 'duration_secs': 0.031568} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.244287] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.244523] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.244780] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.244937] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.245136] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.245401] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b20228f8-8994-4aeb-921f-365fb323dfb0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.255793] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.256045] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.256802] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1878224-563e-411f-bca3-899e4cafd811 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.262219] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1615.262219] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fe60d5-d084-2c2d-c580-5fa478190d5c" [ 1615.262219] env[63070]: _type = "Task" [ 1615.262219] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.270741] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fe60d5-d084-2c2d-c580-5fa478190d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.359694] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062305} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.360154] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1615.361347] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8af3a7-0c7b-429e-9ba1-fa999850fa63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.370314] env[63070]: DEBUG oslo_vmware.api [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Task: {'id': task-1770819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.821782} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.379950] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.380374] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.380482] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.380627] env[63070]: INFO nova.compute.manager [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1615.381071] env[63070]: DEBUG oslo.service.loopingcall [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.393907] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f/264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.393907] env[63070]: DEBUG nova.compute.manager [-] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.393907] env[63070]: DEBUG nova.network.neutron [-] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.394310] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01f1a27c-e55f-48eb-9465-0f83f0e9350e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.417958] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1615.417958] env[63070]: value = "task-1770822" [ 1615.417958] env[63070]: _type = "Task" [ 1615.417958] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.427523] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.456437] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.456761] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.457066] env[63070]: INFO nova.compute.manager [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Attaching volume 1255bef6-477d-4b77-8f51-c8c6fa66a446 to /dev/sdb [ 1615.497021] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1864c064-5bc4-4178-8277-e6fa9045af3b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.508585] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f618b-54b1-4a4e-8ce9-c90169bff865 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.525308] env[63070]: DEBUG nova.virt.block_device [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Updating existing volume attachment record: 24ac77df-6ed2-4f5d-b651-d19f4de98d0c {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1615.543956] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770821, 'name': PowerOffVM_Task, 'duration_secs': 0.400421} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.543956] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.543956] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.543956] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb93861f-fb91-4f25-8109-d69e8149e7df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.550254] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.550413] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-637cb45d-b256-469c-a4b1-49b06338fc6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.586456] env[63070]: DEBUG oslo_concurrency.lockutils [req-24553534-00b3-4f6c-adc1-e132d63920f5 req-710f3a5f-44f5-4480-85f5-0d502d9b47af service nova] Releasing lock "refresh_cache-100eadbc-50d8-4f97-a29e-d02eee6ec7f6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.660194] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.660667] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.660895] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleting the datastore file [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.661261] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f12d7cb-f5d1-4f0c-a36e-25e4f5fb1e4c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.668398] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1615.668398] env[63070]: value = "task-1770824" [ 1615.668398] env[63070]: _type = "Task" [ 1615.668398] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.681713] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.682288] env[63070]: DEBUG nova.compute.manager [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1615.686614] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.691062] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.659s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.774770] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fe60d5-d084-2c2d-c580-5fa478190d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.025534} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.775720] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1c4d00-5e73-411e-a912-689eb274c9e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.783022] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1615.783022] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52050fff-f98e-fb6f-86bf-52d759f60d5c" [ 1615.783022] env[63070]: _type = "Task" [ 1615.783022] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.790017] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52050fff-f98e-fb6f-86bf-52d759f60d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.929265] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770822, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.977183] env[63070]: DEBUG nova.compute.manager [req-38b16665-d9c6-4446-8ed0-b7d802c3b0d0 req-d4b10ff5-8c34-4b4c-9cdc-f54fcdb793b4 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Received event network-vif-deleted-63ab3be0-6a9f-400c-a082-4812877e8981 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1615.977183] env[63070]: INFO nova.compute.manager [req-38b16665-d9c6-4446-8ed0-b7d802c3b0d0 req-d4b10ff5-8c34-4b4c-9cdc-f54fcdb793b4 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Neutron deleted interface 63ab3be0-6a9f-400c-a082-4812877e8981; detaching it from the instance and deleting it from the info cache [ 1615.977183] env[63070]: DEBUG nova.network.neutron [req-38b16665-d9c6-4446-8ed0-b7d802c3b0d0 req-d4b10ff5-8c34-4b4c-9cdc-f54fcdb793b4 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.186410] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237001} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.186800] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.186927] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.187124] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.192567] env[63070]: DEBUG nova.compute.utils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.196418] env[63070]: DEBUG nova.compute.manager [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1616.196418] env[63070]: DEBUG nova.network.neutron [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.257196] env[63070]: DEBUG nova.policy [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3ccb0ae47743ed969f0945a73fbac0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02e83b02183c4cefb96746c7ad2f4c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1616.298302] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52050fff-f98e-fb6f-86bf-52d759f60d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.301588] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.301588] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 100eadbc-50d8-4f97-a29e-d02eee6ec7f6/100eadbc-50d8-4f97-a29e-d02eee6ec7f6.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.301588] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ca1674d-f34b-4722-9db4-a1e0d06d5fea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.307145] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1616.307145] env[63070]: value = "task-1770828" [ 1616.307145] env[63070]: _type = "Task" [ 1616.307145] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.316177] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.429916] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770822, 'name': ReconfigVM_Task, 'duration_secs': 0.545472} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.430407] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f/264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.431652] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f63738a-7072-4aa1-b30d-2ffc98942da6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.438997] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1616.438997] env[63070]: value = "task-1770829" [ 1616.438997] env[63070]: _type = "Task" [ 1616.438997] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.457033] env[63070]: DEBUG nova.network.neutron [-] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.457033] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770829, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.481521] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9424e49-6ffc-41ca-b730-4dae2be3a3e4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.489562] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f608546f-5a72-44d9-bfce-6173b3a5a109 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.544827] env[63070]: DEBUG nova.compute.manager [req-38b16665-d9c6-4446-8ed0-b7d802c3b0d0 req-d4b10ff5-8c34-4b4c-9cdc-f54fcdb793b4 service nova] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Detach interface failed, port_id=63ab3be0-6a9f-400c-a082-4812877e8981, reason: Instance ffe69efd-f43c-47c6-98d1-a149d0411d61 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1616.567517] env[63070]: DEBUG nova.network.neutron [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Successfully created port: 6ddf191a-b58e-4f4c-8f3d-6914289ad7dd {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.697249] env[63070]: DEBUG nova.compute.manager [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.752702] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 061f91da-9911-4400-ba28-0e85b2c328f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1616.752870] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 46c4833a-37de-4b16-904a-a88e50cb1998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.752990] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fa6c0993-26e8-43a3-8b54-2768ac1171bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.753126] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 479bc771-a4cc-49fb-8de5-0f2ba643704a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.753238] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f75ea9ed-d5ca-49c3-b705-36ef56c801e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.753351] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 39ed78b7-ec3f-404f-84e3-f47ac4f9519d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.753466] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f03a1e87-a324-4bda-9533-46de2402fe92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.753614] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 0e05fbde-7467-4dfd-99f5-868e48de6e3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.753786] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance e621dfd7-d429-4922-a660-d2f2e6385870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.753828] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance c8f758c5-2ab4-468d-88b7-f18d11b16d8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.753939] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 3e505c86-f99e-4b3b-bc66-0b44d5b0231d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.754062] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 9183a3f7-2a06-4ced-bb03-678276db88d7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.754176] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.754304] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance be182532-b109-41da-931d-297bb773b2f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.754524] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 32171cc3-2a4b-47a4-a827-ec349df08572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.754524] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance eb7c6d24-9b2c-4777-8b73-8b8f3463e868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.754612] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance ca3c0eed-1172-4984-96b7-707886d20979 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1616.754709] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.754846] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance ffe69efd-f43c-47c6-98d1-a149d0411d61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.755110] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 75bf795d-9980-4559-ab50-cdef7bb7921b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1616.757754] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance bc5dd2b5-a632-4576-90e1-aea731cdc05b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.757931] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 02085c0a-177e-4457-9646-46b9cde79adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.758063] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 0dd2c053-3e93-4278-8b3c-0f6475d2982d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.758182] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.758297] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 100eadbc-50d8-4f97-a29e-d02eee6ec7f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.758413] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 3adc7e86-36df-4d3e-8265-28c0e9d8b949 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.822197] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770828, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.958177] env[63070]: INFO nova.compute.manager [-] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Took 1.57 seconds to deallocate network for instance. [ 1616.958529] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770829, 'name': Rename_Task, 'duration_secs': 0.407948} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.963022] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.963688] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6765eef-074b-429f-959b-7b9ec4f9ae92 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.972136] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1616.972136] env[63070]: value = "task-1770830" [ 1616.972136] env[63070]: _type = "Task" [ 1616.972136] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.980861] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.236265] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.236405] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.236447] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.237064] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.237064] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.237064] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.237254] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.237292] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.237449] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.237610] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.237779] env[63070]: DEBUG nova.virt.hardware [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.241119] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8edccd-1118-488d-bc4f-70e2d3d31dc7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.248105] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958820b4-7b8c-4525-83a8-3fcdf332a146 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.266263] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 5a175392-55ed-45ad-b48e-7ec762e9ae20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1617.268041] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f5:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f792031b-5c3d-45de-b817-115e2874a5c6', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.278189] env[63070]: DEBUG oslo.service.loopingcall [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.280262] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.280537] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-826b4038-d847-485f-bd69-e22cf814b806 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.302501] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.302501] env[63070]: value = "task-1770831" [ 1617.302501] env[63070]: _type = "Task" [ 1617.302501] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.311313] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770831, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.319939] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515852} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.320224] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 100eadbc-50d8-4f97-a29e-d02eee6ec7f6/100eadbc-50d8-4f97-a29e-d02eee6ec7f6.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.320542] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.320804] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0649d198-d692-4986-8479-c77eecda4bed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.328097] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1617.328097] env[63070]: value = "task-1770832" [ 1617.328097] env[63070]: _type = "Task" [ 1617.328097] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.340703] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.467333] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.481966] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.720537] env[63070]: DEBUG nova.compute.manager [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.762021] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.762021] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.762021] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.762021] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.762021] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.762021] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.762021] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.762021] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.762870] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.762870] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.762870] env[63070]: DEBUG nova.virt.hardware [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.763585] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d366adc-ea36-47db-a475-344a92035a28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.771899] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1461e8de-dd71-4788-8ee5-74343b67fc73 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.786460] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1617.786763] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1617.786911] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4928MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1617.813205] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770831, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.841153] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214599} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.841725] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1617.842698] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea83b90d-0a4e-4324-ae33-3107ddee9788 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.869783] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 100eadbc-50d8-4f97-a29e-d02eee6ec7f6/100eadbc-50d8-4f97-a29e-d02eee6ec7f6.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.873911] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d9eeb97-a99a-41c7-b64b-09e5a7b41ecd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.893945] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1617.893945] env[63070]: value = "task-1770833" [ 1617.893945] env[63070]: _type = "Task" [ 1617.893945] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.903271] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.989877] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770830, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.299092] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937cbfbc-f826-47b0-b661-26a22d274f09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.315216] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f94d7e-43c9-4ebf-8aff-db74e3e2b364 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.328305] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770831, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.358429] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab6c41-a21c-49a8-ac67-be1cc6b41912 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.367400] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e12929f-d4c8-46c9-82f9-c8d709225a98 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.382899] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.405777] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.440534] env[63070]: DEBUG nova.compute.manager [req-ba8ff1ed-7de7-4f5d-9baa-b5d07cde5531 req-c86d9696-5faf-4978-a4db-e553711995e3 service nova] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Received event network-vif-plugged-6ddf191a-b58e-4f4c-8f3d-6914289ad7dd {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1618.440647] env[63070]: DEBUG oslo_concurrency.lockutils [req-ba8ff1ed-7de7-4f5d-9baa-b5d07cde5531 req-c86d9696-5faf-4978-a4db-e553711995e3 service nova] Acquiring lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.440928] env[63070]: DEBUG oslo_concurrency.lockutils [req-ba8ff1ed-7de7-4f5d-9baa-b5d07cde5531 req-c86d9696-5faf-4978-a4db-e553711995e3 service nova] Lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.441191] env[63070]: DEBUG oslo_concurrency.lockutils [req-ba8ff1ed-7de7-4f5d-9baa-b5d07cde5531 req-c86d9696-5faf-4978-a4db-e553711995e3 service nova] Lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.441997] env[63070]: DEBUG nova.compute.manager [req-ba8ff1ed-7de7-4f5d-9baa-b5d07cde5531 req-c86d9696-5faf-4978-a4db-e553711995e3 service nova] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] No waiting events found dispatching network-vif-plugged-6ddf191a-b58e-4f4c-8f3d-6914289ad7dd {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1618.441997] env[63070]: WARNING nova.compute.manager [req-ba8ff1ed-7de7-4f5d-9baa-b5d07cde5531 req-c86d9696-5faf-4978-a4db-e553711995e3 service nova] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Received unexpected event network-vif-plugged-6ddf191a-b58e-4f4c-8f3d-6914289ad7dd for instance with vm_state building and task_state spawning. [ 1618.488340] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770830, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.613415] env[63070]: DEBUG nova.network.neutron [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Successfully updated port: 6ddf191a-b58e-4f4c-8f3d-6914289ad7dd {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.814062] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770831, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.888383] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1618.905986] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.989452] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770830, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.115160] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "refresh_cache-3adc7e86-36df-4d3e-8265-28c0e9d8b949" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.115160] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "refresh_cache-3adc7e86-36df-4d3e-8265-28c0e9d8b949" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.115160] env[63070]: DEBUG nova.network.neutron [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.314835] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770831, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.394834] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1619.395100] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.705s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.395469] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.515s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.397040] env[63070]: INFO nova.compute.claims [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1619.411792] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.487525] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770830, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.814419] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770831, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.852239] env[63070]: DEBUG nova.network.neutron [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.905922] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770833, 'name': ReconfigVM_Task, 'duration_secs': 1.618041} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.908197] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 100eadbc-50d8-4f97-a29e-d02eee6ec7f6/100eadbc-50d8-4f97-a29e-d02eee6ec7f6.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.908778] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61428c94-149b-4bd7-9614-e80b89d2433a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.918652] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1619.918652] env[63070]: value = "task-1770835" [ 1619.918652] env[63070]: _type = "Task" [ 1619.918652] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.930685] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770835, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.989406] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770830, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.045771] env[63070]: DEBUG nova.network.neutron [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Updating instance_info_cache with network_info: [{"id": "6ddf191a-b58e-4f4c-8f3d-6914289ad7dd", "address": "fa:16:3e:f9:84:6b", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddf191a-b5", "ovs_interfaceid": "6ddf191a-b58e-4f4c-8f3d-6914289ad7dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.086716] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1620.087376] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367736', 'volume_id': '1255bef6-477d-4b77-8f51-c8c6fa66a446', 'name': 'volume-1255bef6-477d-4b77-8f51-c8c6fa66a446', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0dd2c053-3e93-4278-8b3c-0f6475d2982d', 'attached_at': '', 'detached_at': '', 'volume_id': '1255bef6-477d-4b77-8f51-c8c6fa66a446', 'serial': '1255bef6-477d-4b77-8f51-c8c6fa66a446'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1620.087985] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b759c0d5-7e11-4b9e-badb-363abc531c4e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.108809] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a440b50a-e28a-45c1-837e-739519ea37dd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.136083] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-1255bef6-477d-4b77-8f51-c8c6fa66a446/volume-1255bef6-477d-4b77-8f51-c8c6fa66a446.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.136083] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f2b794c-a46e-4b93-b9f4-1969cc369265 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.155183] env[63070]: DEBUG oslo_vmware.api [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1620.155183] env[63070]: value = "task-1770836" [ 1620.155183] env[63070]: _type = "Task" [ 1620.155183] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.165455] env[63070]: DEBUG oslo_vmware.api [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.314988] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770831, 'name': CreateVM_Task, 'duration_secs': 2.929166} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.315547] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1620.316450] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.316618] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.317323] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1620.317622] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e1c8cf-b80f-40e7-bdfc-d8d406032a05 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.323129] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1620.323129] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d9c164-ce1c-227c-5fc6-47a491b65de6" [ 1620.323129] env[63070]: _type = "Task" [ 1620.323129] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.332768] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d9c164-ce1c-227c-5fc6-47a491b65de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.429045] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770835, 'name': Rename_Task, 'duration_secs': 0.178114} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.429872] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.429872] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e10d6b98-98f2-4516-bc9d-bdbca92055b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.437104] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1620.437104] env[63070]: value = "task-1770837" [ 1620.437104] env[63070]: _type = "Task" [ 1620.437104] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.445784] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.489150] env[63070]: DEBUG nova.compute.manager [req-d89a7c7e-95ab-40fb-9b8e-7baf0e523f87 req-e24f6af8-080e-42c4-a578-3f00a783577e service nova] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Received event network-changed-6ddf191a-b58e-4f4c-8f3d-6914289ad7dd {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1620.489444] env[63070]: DEBUG nova.compute.manager [req-d89a7c7e-95ab-40fb-9b8e-7baf0e523f87 req-e24f6af8-080e-42c4-a578-3f00a783577e service nova] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Refreshing instance network info cache due to event network-changed-6ddf191a-b58e-4f4c-8f3d-6914289ad7dd. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1620.489719] env[63070]: DEBUG oslo_concurrency.lockutils [req-d89a7c7e-95ab-40fb-9b8e-7baf0e523f87 req-e24f6af8-080e-42c4-a578-3f00a783577e service nova] Acquiring lock "refresh_cache-3adc7e86-36df-4d3e-8265-28c0e9d8b949" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.500251] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770830, 'name': PowerOnVM_Task, 'duration_secs': 3.33228} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.500625] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.500946] env[63070]: INFO nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1620.502780] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.502780] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e39bea-b0d1-4832-8918-9eabc25a9d0a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.549129] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "refresh_cache-3adc7e86-36df-4d3e-8265-28c0e9d8b949" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.549129] env[63070]: DEBUG nova.compute.manager [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Instance network_info: |[{"id": "6ddf191a-b58e-4f4c-8f3d-6914289ad7dd", "address": "fa:16:3e:f9:84:6b", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddf191a-b5", "ovs_interfaceid": "6ddf191a-b58e-4f4c-8f3d-6914289ad7dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1620.549478] env[63070]: DEBUG oslo_concurrency.lockutils [req-d89a7c7e-95ab-40fb-9b8e-7baf0e523f87 req-e24f6af8-080e-42c4-a578-3f00a783577e service nova] Acquired lock "refresh_cache-3adc7e86-36df-4d3e-8265-28c0e9d8b949" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.549673] env[63070]: DEBUG nova.network.neutron [req-d89a7c7e-95ab-40fb-9b8e-7baf0e523f87 req-e24f6af8-080e-42c4-a578-3f00a783577e service nova] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Refreshing network info cache for port 6ddf191a-b58e-4f4c-8f3d-6914289ad7dd {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.551160] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:84:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ddf191a-b58e-4f4c-8f3d-6914289ad7dd', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.562315] env[63070]: DEBUG oslo.service.loopingcall [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.566912] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.568090] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5617f84-17be-4ba9-80b5-fd231060dad6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.598159] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.598159] env[63070]: value = "task-1770838" [ 1620.598159] env[63070]: _type = "Task" [ 1620.598159] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.613630] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770838, 'name': CreateVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.666106] env[63070]: DEBUG oslo_vmware.api [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770836, 'name': ReconfigVM_Task, 'duration_secs': 0.494779} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.675069] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-1255bef6-477d-4b77-8f51-c8c6fa66a446/volume-1255bef6-477d-4b77-8f51-c8c6fa66a446.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.679809] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433ad559-b811-4606-80ae-15c4024b9949 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.698215] env[63070]: DEBUG oslo_vmware.api [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1620.698215] env[63070]: value = "task-1770839" [ 1620.698215] env[63070]: _type = "Task" [ 1620.698215] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.706880] env[63070]: DEBUG oslo_vmware.api [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.839247] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d9c164-ce1c-227c-5fc6-47a491b65de6, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.839649] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.840355] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.840355] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.840355] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.840870] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.843607] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8435d1f7-1d6c-4ac3-a6c7-cabe09d064c4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.852104] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.852273] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.853275] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377c53b3-6aa7-49f2-be25-5b59e940a6ed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.860688] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1620.860688] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52790aa8-1e3f-3ebd-1fb4-9c882de25255" [ 1620.860688] env[63070]: _type = "Task" [ 1620.860688] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.868697] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52790aa8-1e3f-3ebd-1fb4-9c882de25255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.927869] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7513b6-e814-4919-a87a-430b005221cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.935931] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f8425c-49b6-41f0-9e11-10d0cffd2155 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.948922] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.973701] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b236cf3c-e7eb-4272-b5f1-2776eeb50e97 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.985140] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01209f0-0644-4326-8610-9daa97b9052b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.001091] env[63070]: DEBUG nova.compute.provider_tree [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.026939] env[63070]: INFO nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Took 44.65 seconds to build instance. [ 1621.114583] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770838, 'name': CreateVM_Task, 'duration_secs': 0.456789} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.114844] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.115787] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.116042] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.119577] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.119577] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17547ec-5355-4adb-a387-82972419e000 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.124288] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1621.124288] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52342aa6-8fa8-d0f3-33ad-d6d2776430c8" [ 1621.124288] env[63070]: _type = "Task" [ 1621.124288] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.137965] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52342aa6-8fa8-d0f3-33ad-d6d2776430c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.212252] env[63070]: DEBUG oslo_vmware.api [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770839, 'name': ReconfigVM_Task, 'duration_secs': 0.142255} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.212252] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367736', 'volume_id': '1255bef6-477d-4b77-8f51-c8c6fa66a446', 'name': 'volume-1255bef6-477d-4b77-8f51-c8c6fa66a446', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0dd2c053-3e93-4278-8b3c-0f6475d2982d', 'attached_at': '', 'detached_at': '', 'volume_id': '1255bef6-477d-4b77-8f51-c8c6fa66a446', 'serial': '1255bef6-477d-4b77-8f51-c8c6fa66a446'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1621.311225] env[63070]: DEBUG nova.network.neutron [req-d89a7c7e-95ab-40fb-9b8e-7baf0e523f87 req-e24f6af8-080e-42c4-a578-3f00a783577e service nova] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Updated VIF entry in instance network info cache for port 6ddf191a-b58e-4f4c-8f3d-6914289ad7dd. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.311225] env[63070]: DEBUG nova.network.neutron [req-d89a7c7e-95ab-40fb-9b8e-7baf0e523f87 req-e24f6af8-080e-42c4-a578-3f00a783577e service nova] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Updating instance_info_cache with network_info: [{"id": "6ddf191a-b58e-4f4c-8f3d-6914289ad7dd", "address": "fa:16:3e:f9:84:6b", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddf191a-b5", "ovs_interfaceid": "6ddf191a-b58e-4f4c-8f3d-6914289ad7dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.373118] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52790aa8-1e3f-3ebd-1fb4-9c882de25255, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.374613] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f3a37c-e598-4c4a-a6d2-01e1a4ac3bc1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.380115] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1621.380115] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5236b433-f057-e2dc-4835-d93d5e080b7e" [ 1621.380115] env[63070]: _type = "Task" [ 1621.380115] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.389345] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5236b433-f057-e2dc-4835-d93d5e080b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.448373] env[63070]: DEBUG oslo_vmware.api [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770837, 'name': PowerOnVM_Task, 'duration_secs': 0.711731} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.448641] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.448842] env[63070]: INFO nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1621.449062] env[63070]: DEBUG nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.449844] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c946415e-78b3-46d2-b47a-58c3209ee93b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.504119] env[63070]: DEBUG nova.scheduler.client.report [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1621.529855] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.157s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.634589] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52342aa6-8fa8-d0f3-33ad-d6d2776430c8, 'name': SearchDatastore_Task, 'duration_secs': 0.022003} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.634781] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.634962] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.635202] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.812875] env[63070]: DEBUG oslo_concurrency.lockutils [req-d89a7c7e-95ab-40fb-9b8e-7baf0e523f87 req-e24f6af8-080e-42c4-a578-3f00a783577e service nova] Releasing lock "refresh_cache-3adc7e86-36df-4d3e-8265-28c0e9d8b949" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.890931] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5236b433-f057-e2dc-4835-d93d5e080b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.051718} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.891304] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.891537] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.891817] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.891999] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.892222] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c2fed21-bc74-45d0-98c1-45ee67d00109 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.894118] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faed4df1-1238-4a65-8406-2430c97fbb11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.903078] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1621.903078] env[63070]: value = "task-1770840" [ 1621.903078] env[63070]: _type = "Task" [ 1621.903078] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.906868] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.906998] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.907922] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fd6db5-a428-4a20-a27f-b124fe818284 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.913144] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.915973] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1621.915973] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cf7921-cc36-5013-2f58-b0a709ca0b2f" [ 1621.915973] env[63070]: _type = "Task" [ 1621.915973] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.922887] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cf7921-cc36-5013-2f58-b0a709ca0b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.967724] env[63070]: INFO nova.compute.manager [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Took 41.62 seconds to build instance. [ 1622.008880] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.009496] env[63070]: DEBUG nova.compute.manager [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1622.012374] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.998s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.013872] env[63070]: INFO nova.compute.claims [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1622.275913] env[63070]: DEBUG nova.objects.instance [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lazy-loading 'flavor' on Instance uuid 0dd2c053-3e93-4278-8b3c-0f6475d2982d {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.412937] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.426609] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cf7921-cc36-5013-2f58-b0a709ca0b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014255} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.427482] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb949628-fab8-4eb6-b918-10b32bb0fa9b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.433202] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1622.433202] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522a49cd-a737-a98c-e9ad-8ad128b75c1c" [ 1622.433202] env[63070]: _type = "Task" [ 1622.433202] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.443121] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522a49cd-a737-a98c-e9ad-8ad128b75c1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.468891] env[63070]: DEBUG oslo_concurrency.lockutils [None req-96dd78ca-2578-41b6-ad7e-9e4a7b363e2a tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.061s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.522185] env[63070]: DEBUG nova.compute.utils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1622.529714] env[63070]: DEBUG nova.compute.manager [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1622.529896] env[63070]: DEBUG nova.network.neutron [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1622.607867] env[63070]: DEBUG nova.policy [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '062c101326924a77a1fc774f32e3704c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a13201da9e704bbdbdac79df77108d13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1622.780777] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6adee84e-a9ed-43d6-b5da-da23200c0a7d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.324s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.914980] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815793} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.916362] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1622.916362] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1622.916362] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9d7a18e-58bd-494c-87b4-6d2601e041c8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.923823] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1622.923823] env[63070]: value = "task-1770841" [ 1622.923823] env[63070]: _type = "Task" [ 1622.923823] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.934020] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.944402] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522a49cd-a737-a98c-e9ad-8ad128b75c1c, 'name': SearchDatastore_Task, 'duration_secs': 0.052309} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.944682] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.944993] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3adc7e86-36df-4d3e-8265-28c0e9d8b949/3adc7e86-36df-4d3e-8265-28c0e9d8b949.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.945308] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09dd823a-4117-4e7c-a3f5-68f63e8263df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.953544] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1622.953544] env[63070]: value = "task-1770842" [ 1622.953544] env[63070]: _type = "Task" [ 1622.953544] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.962460] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.970410] env[63070]: DEBUG nova.network.neutron [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Successfully created port: f6ae76c5-eebc-4edf-98ca-c4cd58245612 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1622.979164] env[63070]: DEBUG oslo_concurrency.lockutils [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.979410] env[63070]: DEBUG oslo_concurrency.lockutils [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.979620] env[63070]: DEBUG oslo_concurrency.lockutils [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.979802] env[63070]: DEBUG oslo_concurrency.lockutils [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.979964] env[63070]: DEBUG oslo_concurrency.lockutils [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.982013] env[63070]: INFO nova.compute.manager [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Terminating instance [ 1623.033987] env[63070]: DEBUG nova.compute.manager [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1623.080328] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.080591] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.255468] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.256823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.256823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.256823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.256823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.260227] env[63070]: INFO nova.compute.manager [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Terminating instance [ 1623.380134] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.380248] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.380385] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.380637] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.380822] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.385297] env[63070]: INFO nova.compute.manager [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Terminating instance [ 1623.438498] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079085} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.441631] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.442787] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89776ca6-bbb6-4743-90bd-3418eee2035b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.468249] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.476959] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d8ea9f-f5a3-4f80-899a-82664c8ecc0c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.492977] env[63070]: DEBUG nova.compute.manager [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1623.493090] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.493871] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4f05ca9-a389-439f-ab80-ccabed9045f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.499270] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.500847] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1623.500847] env[63070]: value = "task-1770843" [ 1623.500847] env[63070]: _type = "Task" [ 1623.500847] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.507273] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1623.507273] env[63070]: value = "task-1770844" [ 1623.507273] env[63070]: _type = "Task" [ 1623.507273] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.514290] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.519570] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.534559] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d419090-fedd-40c8-b7ca-c094da09916f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.544137] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2343d3ed-86bc-4ee6-bd16-ed78090e9ed2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.577106] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f7dcb9-ab69-4302-b0c9-4d4eab309186 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.584549] env[63070]: DEBUG nova.compute.manager [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1623.589218] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd7f9ab-ed03-4aff-a844-4d6c104bc974 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.603290] env[63070]: DEBUG nova.compute.provider_tree [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.767413] env[63070]: DEBUG nova.compute.manager [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1623.767769] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1623.768873] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c318564d-a3b8-4f2f-b699-76b0a4f70e3f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.778787] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.779089] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32a7a737-8aac-4447-9659-1871a2bc1514 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.787199] env[63070]: DEBUG oslo_vmware.api [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1623.787199] env[63070]: value = "task-1770845" [ 1623.787199] env[63070]: _type = "Task" [ 1623.787199] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.800173] env[63070]: DEBUG oslo_vmware.api [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.888768] env[63070]: DEBUG nova.compute.manager [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1623.889076] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1623.890046] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0858ab79-1c3b-4b87-b314-575334718889 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.897693] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.900889] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04389592-1355-49ee-9505-609bb11d52d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.904918] env[63070]: DEBUG oslo_vmware.api [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1623.904918] env[63070]: value = "task-1770846" [ 1623.904918] env[63070]: _type = "Task" [ 1623.904918] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.915050] env[63070]: DEBUG oslo_vmware.api [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.968266] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565436} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.968531] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3adc7e86-36df-4d3e-8265-28c0e9d8b949/3adc7e86-36df-4d3e-8265-28c0e9d8b949.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1623.968739] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.969050] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bcffa6b-a7dc-423e-884c-e106a2b3a85f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.976973] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1623.976973] env[63070]: value = "task-1770847" [ 1623.976973] env[63070]: _type = "Task" [ 1623.976973] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.985986] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.015569] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.020918] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770844, 'name': PowerOffVM_Task, 'duration_secs': 0.348939} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.021285] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.021532] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1624.021762] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367736', 'volume_id': '1255bef6-477d-4b77-8f51-c8c6fa66a446', 'name': 'volume-1255bef6-477d-4b77-8f51-c8c6fa66a446', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0dd2c053-3e93-4278-8b3c-0f6475d2982d', 'attached_at': '', 'detached_at': '', 'volume_id': '1255bef6-477d-4b77-8f51-c8c6fa66a446', 'serial': '1255bef6-477d-4b77-8f51-c8c6fa66a446'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1624.023029] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71044f12-5ca5-4208-a425-e43386ab43f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.045642] env[63070]: DEBUG nova.compute.manager [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1624.048634] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fd2bc6-b917-48ca-8b4e-4a783088c501 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.057026] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa29d4f-1260-499b-884a-1d3e2d7fa4fd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.080157] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3715f97a-1ee5-4404-9365-cd6bd84bd456 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.097139] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] The volume has not been displaced from its original location: [datastore1] volume-1255bef6-477d-4b77-8f51-c8c6fa66a446/volume-1255bef6-477d-4b77-8f51-c8c6fa66a446.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1624.102333] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1624.107359] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b70b845d1cda53f1f41042bba05755b0',container_format='bare',created_at=2024-12-11T20:16:44Z,direct_url=,disk_format='vmdk',id=542799c5-82ac-4aa0-a9a0-5d3f2554e458,min_disk=1,min_ram=0,name='tempest-test-snap-1758881229',owner='a13201da9e704bbdbdac79df77108d13',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-11T20:16:58Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1624.107359] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.107359] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1624.107359] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.107359] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1624.107809] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1624.107809] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1624.107809] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1624.107926] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1624.108102] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1624.108278] env[63070]: DEBUG nova.virt.hardware [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1624.108546] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c9fcca-9567-4e99-9e53-b611e924a805 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.121777] env[63070]: DEBUG nova.scheduler.client.report [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.125372] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb9364a-5973-4d63-af4f-f05694a94b80 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.137010] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8312d7eb-1f1a-4875-8b95-65e4ba6d9c4a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.143309] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1624.143309] env[63070]: value = "task-1770848" [ 1624.143309] env[63070]: _type = "Task" [ 1624.143309] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.153245] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.159289] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.297122] env[63070]: DEBUG oslo_vmware.api [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770845, 'name': PowerOffVM_Task, 'duration_secs': 0.240968} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.297401] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.297568] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1624.297850] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aee17ed2-af4a-4410-9fdd-d9bcb6aa8e25 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.415397] env[63070]: DEBUG oslo_vmware.api [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770846, 'name': PowerOffVM_Task, 'duration_secs': 0.208494} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.415666] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.415830] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1624.416091] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7884df25-7258-4111-8daf-a3a4ad2f20a2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.485983] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085557} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.487295] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.488366] env[63070]: DEBUG nova.compute.manager [req-13967a65-2abb-492b-bf09-fa1b48d43dc0 req-7b48f90e-6abd-4bfc-af2e-97d958248190 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Received event network-vif-plugged-f6ae76c5-eebc-4edf-98ca-c4cd58245612 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1624.488558] env[63070]: DEBUG oslo_concurrency.lockutils [req-13967a65-2abb-492b-bf09-fa1b48d43dc0 req-7b48f90e-6abd-4bfc-af2e-97d958248190 service nova] Acquiring lock "5a175392-55ed-45ad-b48e-7ec762e9ae20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.488763] env[63070]: DEBUG oslo_concurrency.lockutils [req-13967a65-2abb-492b-bf09-fa1b48d43dc0 req-7b48f90e-6abd-4bfc-af2e-97d958248190 service nova] Lock "5a175392-55ed-45ad-b48e-7ec762e9ae20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.488918] env[63070]: DEBUG oslo_concurrency.lockutils [req-13967a65-2abb-492b-bf09-fa1b48d43dc0 req-7b48f90e-6abd-4bfc-af2e-97d958248190 service nova] Lock "5a175392-55ed-45ad-b48e-7ec762e9ae20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.489123] env[63070]: DEBUG nova.compute.manager [req-13967a65-2abb-492b-bf09-fa1b48d43dc0 req-7b48f90e-6abd-4bfc-af2e-97d958248190 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] No waiting events found dispatching network-vif-plugged-f6ae76c5-eebc-4edf-98ca-c4cd58245612 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.489295] env[63070]: WARNING nova.compute.manager [req-13967a65-2abb-492b-bf09-fa1b48d43dc0 req-7b48f90e-6abd-4bfc-af2e-97d958248190 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Received unexpected event network-vif-plugged-f6ae76c5-eebc-4edf-98ca-c4cd58245612 for instance with vm_state building and task_state spawning. [ 1624.490086] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea13dde-1c6e-45ae-8c71-ed4feaf9cee7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.513456] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 3adc7e86-36df-4d3e-8265-28c0e9d8b949/3adc7e86-36df-4d3e-8265-28c0e9d8b949.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.519167] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f8c678d-903b-4820-b6f5-39b025fdc16a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.534876] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1624.535106] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1624.535287] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleting the datastore file [datastore1] 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1624.535564] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1624.535741] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1624.535909] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleting the datastore file [datastore1] 100eadbc-50d8-4f97-a29e-d02eee6ec7f6 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1624.536541] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62ff2ad6-4be0-47ca-9f3d-a89a60ebff17 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.538330] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94c9c9ed-9a9a-4221-87a5-c803bcb9f686 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.545445] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770843, 'name': ReconfigVM_Task, 'duration_secs': 0.571744} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.546681] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.547386] env[63070]: DEBUG oslo_vmware.api [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1624.547386] env[63070]: value = "task-1770852" [ 1624.547386] env[63070]: _type = "Task" [ 1624.547386] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.549182] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87e7ca65-63af-4029-add9-e4cde8818af0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.551148] env[63070]: DEBUG oslo_vmware.api [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for the task: (returnval){ [ 1624.551148] env[63070]: value = "task-1770853" [ 1624.551148] env[63070]: _type = "Task" [ 1624.551148] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.551382] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1624.551382] env[63070]: value = "task-1770851" [ 1624.551382] env[63070]: _type = "Task" [ 1624.551382] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.561635] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1624.561635] env[63070]: value = "task-1770854" [ 1624.561635] env[63070]: _type = "Task" [ 1624.561635] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.573916] env[63070]: DEBUG oslo_vmware.api [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.574186] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.574435] env[63070]: DEBUG oslo_vmware.api [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.579167] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770854, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.579945] env[63070]: DEBUG nova.network.neutron [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Successfully updated port: f6ae76c5-eebc-4edf-98ca-c4cd58245612 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1624.632098] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.632643] env[63070]: DEBUG nova.compute.manager [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1624.635243] env[63070]: DEBUG oslo_concurrency.lockutils [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.105s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.635438] env[63070]: DEBUG oslo_concurrency.lockutils [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.639696] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.750s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.639877] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.643882] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.172s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.643882] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.643882] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.177s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.643882] env[63070]: DEBUG nova.objects.instance [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lazy-loading 'resources' on Instance uuid ffe69efd-f43c-47c6-98d1-a149d0411d61 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.655924] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770848, 'name': ReconfigVM_Task, 'duration_secs': 0.25418} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.656067] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1624.661250] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054b9e65-e2c3-448a-95b9-2dee316e57ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.673511] env[63070]: INFO nova.scheduler.client.report [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Deleted allocations for instance 061f91da-9911-4400-ba28-0e85b2c328f5 [ 1624.675423] env[63070]: INFO nova.scheduler.client.report [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Deleted allocations for instance 75bf795d-9980-4559-ab50-cdef7bb7921b [ 1624.684128] env[63070]: INFO nova.scheduler.client.report [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Deleted allocations for instance ca3c0eed-1172-4984-96b7-707886d20979 [ 1624.688793] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1624.688793] env[63070]: value = "task-1770855" [ 1624.688793] env[63070]: _type = "Task" [ 1624.688793] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.698073] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.074837] env[63070]: DEBUG oslo_vmware.api [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426612} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.075172] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.075297] env[63070]: DEBUG oslo_vmware.api [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Task: {'id': task-1770853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429208} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.075891] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.076091] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.076273] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.076448] env[63070]: INFO nova.compute.manager [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1625.076685] env[63070]: DEBUG oslo.service.loopingcall [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.076879] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.077051] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.077220] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.077394] env[63070]: INFO nova.compute.manager [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1625.077602] env[63070]: DEBUG oslo.service.loopingcall [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.080379] env[63070]: DEBUG nova.compute.manager [-] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1625.080484] env[63070]: DEBUG nova.network.neutron [-] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1625.082110] env[63070]: DEBUG nova.compute.manager [-] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1625.082223] env[63070]: DEBUG nova.network.neutron [-] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1625.083768] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770854, 'name': Rename_Task, 'duration_secs': 0.240043} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.084205] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "refresh_cache-5a175392-55ed-45ad-b48e-7ec762e9ae20" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.084298] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "refresh_cache-5a175392-55ed-45ad-b48e-7ec762e9ae20" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.084437] env[63070]: DEBUG nova.network.neutron [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.085565] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1625.086251] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5773d88f-5c86-4d7c-8e7f-e64444e5add3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.092478] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1625.092478] env[63070]: value = "task-1770856" [ 1625.092478] env[63070]: _type = "Task" [ 1625.092478] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.101252] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.147342] env[63070]: DEBUG nova.compute.utils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1625.152531] env[63070]: DEBUG nova.compute.manager [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1625.152531] env[63070]: DEBUG nova.network.neutron [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1625.196544] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f5e8f188-4c60-4a1f-9f2a-05deb47ee4b3 tempest-MigrationsAdminTest-1783635543 tempest-MigrationsAdminTest-1783635543-project-member] Lock "061f91da-9911-4400-ba28-0e85b2c328f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.665s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.198253] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4decdc12-f163-46b6-b3bc-38840e766972 tempest-ImagesOneServerNegativeTestJSON-357785111 tempest-ImagesOneServerNegativeTestJSON-357785111-project-member] Lock "75bf795d-9980-4559-ab50-cdef7bb7921b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.762s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.214732] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.219977] env[63070]: DEBUG oslo_concurrency.lockutils [None req-284bbb2f-2c8d-4b94-b3ef-ef21ddb4dda8 tempest-AttachInterfacesV270Test-257396863 tempest-AttachInterfacesV270Test-257396863-project-member] Lock "ca3c0eed-1172-4984-96b7-707886d20979" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.740s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.293680] env[63070]: DEBUG nova.policy [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '468e8e06fbe14d668bd46280c4729355', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a4e71fe8ae47efa22ec975e00d2e7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1625.571110] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770851, 'name': ReconfigVM_Task, 'duration_secs': 0.622898} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.572764] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 3adc7e86-36df-4d3e-8265-28c0e9d8b949/3adc7e86-36df-4d3e-8265-28c0e9d8b949.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.574376] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8fdaad-f36d-4236-a4c5-d7f5b455126e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.577938] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-124fee79-2d82-4504-8d76-ea313a24e760 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.586726] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb286e6-bccb-49ae-a768-020a9e694d27 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.590473] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1625.590473] env[63070]: value = "task-1770857" [ 1625.590473] env[63070]: _type = "Task" [ 1625.590473] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.635717] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb211b43-5744-48bf-8925-0bf21c94531a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.641903] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770857, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.646465] env[63070]: DEBUG oslo_vmware.api [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770856, 'name': PowerOnVM_Task, 'duration_secs': 0.470697} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.651020] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.651020] env[63070]: DEBUG nova.compute.manager [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1625.651020] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151546db-3e35-4738-b8ad-7b6ba42c7e1e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.653597] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5428591-e9c1-45ac-aaeb-dbd7e917ad7c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.657960] env[63070]: DEBUG nova.compute.manager [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1625.676370] env[63070]: DEBUG nova.compute.provider_tree [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.700175] env[63070]: DEBUG nova.network.neutron [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.708577] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.919472] env[63070]: DEBUG nova.network.neutron [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Updating instance_info_cache with network_info: [{"id": "f6ae76c5-eebc-4edf-98ca-c4cd58245612", "address": "fa:16:3e:33:9a:cc", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ae76c5-ee", "ovs_interfaceid": "f6ae76c5-eebc-4edf-98ca-c4cd58245612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.936188] env[63070]: DEBUG nova.network.neutron [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Successfully created port: dc8cffaf-efe8-4aab-8499-44c15a07b540 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.009863] env[63070]: DEBUG nova.network.neutron [-] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.011626] env[63070]: DEBUG nova.network.neutron [-] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.103257] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770857, 'name': Rename_Task, 'duration_secs': 0.22589} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.103922] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.104234] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22594dea-323c-4b6d-8c99-e499ac9af9f3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.111932] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1626.111932] env[63070]: value = "task-1770858" [ 1626.111932] env[63070]: _type = "Task" [ 1626.111932] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.120503] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.184196] env[63070]: DEBUG nova.scheduler.client.report [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.198025] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.208827] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.423106] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "refresh_cache-5a175392-55ed-45ad-b48e-7ec762e9ae20" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.423106] env[63070]: DEBUG nova.compute.manager [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Instance network_info: |[{"id": "f6ae76c5-eebc-4edf-98ca-c4cd58245612", "address": "fa:16:3e:33:9a:cc", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ae76c5-ee", "ovs_interfaceid": "f6ae76c5-eebc-4edf-98ca-c4cd58245612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.423106] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:9a:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6ae76c5-eebc-4edf-98ca-c4cd58245612', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.439552] env[63070]: DEBUG oslo.service.loopingcall [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.439847] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.440112] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eab2e29d-b7a8-4dda-97ab-945dc1050ebd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.462343] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.462343] env[63070]: value = "task-1770859" [ 1626.462343] env[63070]: _type = "Task" [ 1626.462343] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.473943] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770859, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.514706] env[63070]: INFO nova.compute.manager [-] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Took 1.43 seconds to deallocate network for instance. [ 1626.514706] env[63070]: INFO nova.compute.manager [-] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Took 1.43 seconds to deallocate network for instance. [ 1626.543665] env[63070]: DEBUG nova.compute.manager [req-71da3ef2-7ceb-43de-872b-50ad6985242a req-c98db1d7-efe8-4e12-9678-b2ab9fdaab39 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Received event network-changed-f6ae76c5-eebc-4edf-98ca-c4cd58245612 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1626.543859] env[63070]: DEBUG nova.compute.manager [req-71da3ef2-7ceb-43de-872b-50ad6985242a req-c98db1d7-efe8-4e12-9678-b2ab9fdaab39 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Refreshing instance network info cache due to event network-changed-f6ae76c5-eebc-4edf-98ca-c4cd58245612. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1626.544829] env[63070]: DEBUG oslo_concurrency.lockutils [req-71da3ef2-7ceb-43de-872b-50ad6985242a req-c98db1d7-efe8-4e12-9678-b2ab9fdaab39 service nova] Acquiring lock "refresh_cache-5a175392-55ed-45ad-b48e-7ec762e9ae20" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.545032] env[63070]: DEBUG oslo_concurrency.lockutils [req-71da3ef2-7ceb-43de-872b-50ad6985242a req-c98db1d7-efe8-4e12-9678-b2ab9fdaab39 service nova] Acquired lock "refresh_cache-5a175392-55ed-45ad-b48e-7ec762e9ae20" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.545217] env[63070]: DEBUG nova.network.neutron [req-71da3ef2-7ceb-43de-872b-50ad6985242a req-c98db1d7-efe8-4e12-9678-b2ab9fdaab39 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Refreshing network info cache for port f6ae76c5-eebc-4edf-98ca-c4cd58245612 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.629227] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.669015] env[63070]: DEBUG nova.compute.manager [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1626.695047] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.697702] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.545s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.700775] env[63070]: INFO nova.compute.claims [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.705135] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1626.705370] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1626.705523] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1626.705704] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1626.705850] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1626.705996] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1626.706215] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1626.706373] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1626.706535] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1626.706695] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1626.706866] env[63070]: DEBUG nova.virt.hardware [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1626.712766] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cda893-f0bd-4daa-accf-f3bd81825cce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.725469] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770855, 'name': ReconfigVM_Task, 'duration_secs': 1.750828} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.729738] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367736', 'volume_id': '1255bef6-477d-4b77-8f51-c8c6fa66a446', 'name': 'volume-1255bef6-477d-4b77-8f51-c8c6fa66a446', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0dd2c053-3e93-4278-8b3c-0f6475d2982d', 'attached_at': '', 'detached_at': '', 'volume_id': '1255bef6-477d-4b77-8f51-c8c6fa66a446', 'serial': '1255bef6-477d-4b77-8f51-c8c6fa66a446'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1626.730205] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.731782] env[63070]: INFO nova.scheduler.client.report [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Deleted allocations for instance ffe69efd-f43c-47c6-98d1-a149d0411d61 [ 1626.735999] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa0ee0e-55fc-4377-8d62-558e46506731 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.740027] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6833bbc8-1987-4602-a66f-8b50aedfea7d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.765770] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.766056] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-826eb23c-f260-4a34-aec0-5443664af0eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.849293] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1626.849345] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1626.849650] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleting the datastore file [datastore1] 0dd2c053-3e93-4278-8b3c-0f6475d2982d {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1626.849852] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5528d7a3-77d4-4493-a8fe-fc43381c9197 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.856992] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1626.856992] env[63070]: value = "task-1770861" [ 1626.856992] env[63070]: _type = "Task" [ 1626.856992] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.870830] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.979444] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770859, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.023388] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.024266] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.123991] env[63070]: DEBUG oslo_vmware.api [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770858, 'name': PowerOnVM_Task, 'duration_secs': 0.721143} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.124804] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.124804] env[63070]: INFO nova.compute.manager [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1627.124943] env[63070]: DEBUG nova.compute.manager [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.125854] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3a8835-ba4d-429c-99fa-0c8e0a790c20 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.258623] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74747e6-8046-4fa5-b2b6-0e119fac1daa tempest-ServerRescueTestJSONUnderV235-619739222 tempest-ServerRescueTestJSONUnderV235-619739222-project-member] Lock "ffe69efd-f43c-47c6-98d1-a149d0411d61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.120s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.372143] env[63070]: DEBUG oslo_vmware.api [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275846} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.372468] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1627.373129] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1627.373129] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1627.373129] env[63070]: INFO nova.compute.manager [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Took 3.88 seconds to destroy the instance on the hypervisor. [ 1627.373417] env[63070]: DEBUG oslo.service.loopingcall [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.373620] env[63070]: DEBUG nova.compute.manager [-] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1627.373716] env[63070]: DEBUG nova.network.neutron [-] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1627.477705] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770859, 'name': CreateVM_Task, 'duration_secs': 0.611777} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.478010] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.478759] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.478915] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.479320] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1627.479579] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e5f857-0ef3-422d-ac21-aae4f751fd57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.482206] env[63070]: INFO nova.compute.manager [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Rebuilding instance [ 1627.487283] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1627.487283] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a9dfc7-79b6-05bd-f22e-6b26cab214fe" [ 1627.487283] env[63070]: _type = "Task" [ 1627.487283] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.495284] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a9dfc7-79b6-05bd-f22e-6b26cab214fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.545998] env[63070]: DEBUG nova.compute.manager [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.547264] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d015e9e4-0436-4fcf-beb2-771668f6fa8d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.646525] env[63070]: INFO nova.compute.manager [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Took 40.18 seconds to build instance. [ 1627.817774] env[63070]: DEBUG nova.network.neutron [req-71da3ef2-7ceb-43de-872b-50ad6985242a req-c98db1d7-efe8-4e12-9678-b2ab9fdaab39 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Updated VIF entry in instance network info cache for port f6ae76c5-eebc-4edf-98ca-c4cd58245612. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.818150] env[63070]: DEBUG nova.network.neutron [req-71da3ef2-7ceb-43de-872b-50ad6985242a req-c98db1d7-efe8-4e12-9678-b2ab9fdaab39 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Updating instance_info_cache with network_info: [{"id": "f6ae76c5-eebc-4edf-98ca-c4cd58245612", "address": "fa:16:3e:33:9a:cc", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ae76c5-ee", "ovs_interfaceid": "f6ae76c5-eebc-4edf-98ca-c4cd58245612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.952170] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "f03a1e87-a324-4bda-9533-46de2402fe92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.952459] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.998955] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.999489] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Processing image 542799c5-82ac-4aa0-a9a0-5d3f2554e458 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.999765] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458/542799c5-82ac-4aa0-a9a0-5d3f2554e458.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.000202] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458/542799c5-82ac-4aa0-a9a0-5d3f2554e458.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.000422] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.000680] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f712d321-1e5d-4789-a841-678aa328b2e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.021217] env[63070]: DEBUG nova.compute.manager [req-b6fddfa8-fd73-44ca-9be7-b1361dbdbe1a req-7ddcc5fa-dbaa-4f5c-a55d-7a4ca8c4da8c service nova] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Received event network-vif-plugged-dc8cffaf-efe8-4aab-8499-44c15a07b540 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1628.021217] env[63070]: DEBUG oslo_concurrency.lockutils [req-b6fddfa8-fd73-44ca-9be7-b1361dbdbe1a req-7ddcc5fa-dbaa-4f5c-a55d-7a4ca8c4da8c service nova] Acquiring lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.021217] env[63070]: DEBUG oslo_concurrency.lockutils [req-b6fddfa8-fd73-44ca-9be7-b1361dbdbe1a req-7ddcc5fa-dbaa-4f5c-a55d-7a4ca8c4da8c service nova] Lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.021327] env[63070]: DEBUG oslo_concurrency.lockutils [req-b6fddfa8-fd73-44ca-9be7-b1361dbdbe1a req-7ddcc5fa-dbaa-4f5c-a55d-7a4ca8c4da8c service nova] Lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.021416] env[63070]: DEBUG nova.compute.manager [req-b6fddfa8-fd73-44ca-9be7-b1361dbdbe1a req-7ddcc5fa-dbaa-4f5c-a55d-7a4ca8c4da8c service nova] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] No waiting events found dispatching network-vif-plugged-dc8cffaf-efe8-4aab-8499-44c15a07b540 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1628.021579] env[63070]: WARNING nova.compute.manager [req-b6fddfa8-fd73-44ca-9be7-b1361dbdbe1a req-7ddcc5fa-dbaa-4f5c-a55d-7a4ca8c4da8c service nova] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Received unexpected event network-vif-plugged-dc8cffaf-efe8-4aab-8499-44c15a07b540 for instance with vm_state building and task_state spawning. [ 1628.047740] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.047953] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.048825] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25579679-e53b-454c-be1f-27f0080e5303 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.056929] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1628.056929] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5294e345-d62f-5b14-1370-923fdac201fc" [ 1628.056929] env[63070]: _type = "Task" [ 1628.056929] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.074962] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Preparing fetch location {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1628.075764] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Fetch image to [datastore1] OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3/OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3.vmdk {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1628.075764] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Downloading stream optimized image 542799c5-82ac-4aa0-a9a0-5d3f2554e458 to [datastore1] OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3/OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3.vmdk on the data store datastore1 as vApp {{(pid=63070) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1628.075764] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Downloading image file data 542799c5-82ac-4aa0-a9a0-5d3f2554e458 to the ESX as VM named 'OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3' {{(pid=63070) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1628.145422] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f0f497-1403-458e-97eb-4d4bc5f4d798 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.151081] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d918507d-f1cb-4ca8-bc5b-c46c8f6a9ffd tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.694s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.157396] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd3b1a8-01c2-459a-851d-7a0310d681f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.195469] env[63070]: DEBUG oslo_vmware.rw_handles [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1628.195469] env[63070]: value = "resgroup-9" [ 1628.195469] env[63070]: _type = "ResourcePool" [ 1628.195469] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1628.196280] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bfb530-f73b-41dc-a450-4e6629f1ac38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.199163] env[63070]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-74b8b86a-99f2-4a0a-8a1b-c1f7a48cbbdd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.224462] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3b1f1b-63b1-44af-a052-9c290e99bfc9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.229676] env[63070]: DEBUG oslo_vmware.rw_handles [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lease: (returnval){ [ 1628.229676] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a80d18-be1d-f52e-3787-fce6806f1d6e" [ 1628.229676] env[63070]: _type = "HttpNfcLease" [ 1628.229676] env[63070]: } obtained for vApp import into resource pool (val){ [ 1628.229676] env[63070]: value = "resgroup-9" [ 1628.229676] env[63070]: _type = "ResourcePool" [ 1628.229676] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1628.230087] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the lease: (returnval){ [ 1628.230087] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a80d18-be1d-f52e-3787-fce6806f1d6e" [ 1628.230087] env[63070]: _type = "HttpNfcLease" [ 1628.230087] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1628.243491] env[63070]: DEBUG nova.compute.provider_tree [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.247983] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1628.247983] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a80d18-be1d-f52e-3787-fce6806f1d6e" [ 1628.247983] env[63070]: _type = "HttpNfcLease" [ 1628.247983] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1628.321015] env[63070]: DEBUG oslo_concurrency.lockutils [req-71da3ef2-7ceb-43de-872b-50ad6985242a req-c98db1d7-efe8-4e12-9678-b2ab9fdaab39 service nova] Releasing lock "refresh_cache-5a175392-55ed-45ad-b48e-7ec762e9ae20" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.321387] env[63070]: DEBUG nova.compute.manager [req-71da3ef2-7ceb-43de-872b-50ad6985242a req-c98db1d7-efe8-4e12-9678-b2ab9fdaab39 service nova] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Received event network-vif-deleted-d69d0a0c-3014-4cb6-9e3c-2f048029bcde {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1628.321745] env[63070]: DEBUG nova.compute.manager [req-71da3ef2-7ceb-43de-872b-50ad6985242a req-c98db1d7-efe8-4e12-9678-b2ab9fdaab39 service nova] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Received event network-vif-deleted-3de4f828-9137-4722-bddc-7d2d2146895c {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1628.378376] env[63070]: DEBUG nova.network.neutron [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Successfully updated port: dc8cffaf-efe8-4aab-8499-44c15a07b540 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.458709] env[63070]: DEBUG nova.compute.utils [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1628.569987] env[63070]: DEBUG nova.network.neutron [-] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.572136] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.572543] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4738650b-72ef-44fc-bac4-559faf1777d1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.585593] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1628.585593] env[63070]: value = "task-1770863" [ 1628.585593] env[63070]: _type = "Task" [ 1628.585593] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.598377] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.739597] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1628.739597] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a80d18-be1d-f52e-3787-fce6806f1d6e" [ 1628.739597] env[63070]: _type = "HttpNfcLease" [ 1628.739597] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1628.740091] env[63070]: DEBUG oslo_vmware.rw_handles [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1628.740091] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a80d18-be1d-f52e-3787-fce6806f1d6e" [ 1628.740091] env[63070]: _type = "HttpNfcLease" [ 1628.740091] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1628.740710] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec66108-d15b-47c7-8af9-056c03c8d07d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.750689] env[63070]: DEBUG nova.scheduler.client.report [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.754382] env[63070]: DEBUG oslo_vmware.rw_handles [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4100b-a8e6-e3c7-d633-7a3fe8495a0a/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1628.754601] env[63070]: DEBUG oslo_vmware.rw_handles [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4100b-a8e6-e3c7-d633-7a3fe8495a0a/disk-0.vmdk. {{(pid=63070) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1628.830153] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1287675c-9bcb-4cda-88a9-91914529eaad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.880811] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "refresh_cache-8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.880938] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquired lock "refresh_cache-8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.881945] env[63070]: DEBUG nova.network.neutron [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.961729] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.082140] env[63070]: INFO nova.compute.manager [-] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Took 1.71 seconds to deallocate network for instance. [ 1629.089701] env[63070]: DEBUG nova.compute.manager [req-b249b760-7053-4a8f-aca4-9cb55949ff3c req-3a4f050c-0efc-4277-bced-275b32584da1 service nova] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Received event network-vif-deleted-397f16f5-7764-45a9-b1bf-f388ea926191 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1629.104199] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770863, 'name': PowerOffVM_Task, 'duration_secs': 0.220914} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.106511] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.106929] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1629.107937] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab161202-7b73-4759-936c-70d7beee042c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.120185] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.122152] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bc50a1f-0164-44c3-ba9f-88c8be5601ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.215775] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.216084] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.216199] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleting the datastore file [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.216465] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6de15b01-0aaf-4a65-8def-7cbb4f2314cc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.226796] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1629.226796] env[63070]: value = "task-1770865" [ 1629.226796] env[63070]: _type = "Task" [ 1629.226796] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.237709] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.257993] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.258587] env[63070]: DEBUG nova.compute.manager [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1629.262592] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.068s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.262826] env[63070]: DEBUG nova.objects.instance [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63070) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1629.464855] env[63070]: DEBUG nova.network.neutron [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.624689] env[63070]: DEBUG oslo_vmware.rw_handles [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Completed reading data from the image iterator. {{(pid=63070) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1629.625106] env[63070]: DEBUG oslo_vmware.rw_handles [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4100b-a8e6-e3c7-d633-7a3fe8495a0a/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1629.626236] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a9dda4-26a6-4eff-8227-20354b4cf414 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.636141] env[63070]: DEBUG oslo_vmware.rw_handles [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4100b-a8e6-e3c7-d633-7a3fe8495a0a/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1629.636458] env[63070]: DEBUG oslo_vmware.rw_handles [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4100b-a8e6-e3c7-d633-7a3fe8495a0a/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1629.636605] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-57e8c64d-c0a8-4b1e-a529-606b31a46280 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.650885] env[63070]: INFO nova.compute.manager [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Took 0.57 seconds to detach 1 volumes for instance. [ 1629.738679] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170619} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.738906] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.738998] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.740892] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.769927] env[63070]: DEBUG nova.compute.utils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1629.780192] env[63070]: DEBUG nova.compute.manager [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1629.782011] env[63070]: DEBUG nova.network.neutron [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1629.798958] env[63070]: DEBUG oslo_vmware.rw_handles [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4100b-a8e6-e3c7-d633-7a3fe8495a0a/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1629.799531] env[63070]: INFO nova.virt.vmwareapi.images [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Downloaded image file data 542799c5-82ac-4aa0-a9a0-5d3f2554e458 [ 1629.800050] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9197da59-ba50-4420-ab25-8dc93dc2088c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.818109] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa537dd-65fe-4edb-993b-b4317b871f30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.840291] env[63070]: INFO nova.virt.vmwareapi.images [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] The imported VM was unregistered [ 1629.843203] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Caching image {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1629.843468] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating directory with path [datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458 {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.844128] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b3369ee-543a-447c-8810-8d26b5bb6d86 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.856979] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Created directory with path [datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458 {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.857205] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3/OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3.vmdk to [datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458/542799c5-82ac-4aa0-a9a0-5d3f2554e458.vmdk. {{(pid=63070) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1629.857472] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-82fefc85-4f5c-42e5-ac2e-0b7f18713d60 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.866607] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1629.866607] env[63070]: value = "task-1770867" [ 1629.866607] env[63070]: _type = "Task" [ 1629.866607] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.874717] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770867, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.882014] env[63070]: DEBUG nova.policy [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84357e3fa25c41618001137e6ae55f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65cd8927310546aaa00aaea1ad02ba36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1630.000339] env[63070]: DEBUG nova.network.neutron [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Updating instance_info_cache with network_info: [{"id": "dc8cffaf-efe8-4aab-8499-44c15a07b540", "address": "fa:16:3e:75:26:5b", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8cffaf-ef", "ovs_interfaceid": "dc8cffaf-efe8-4aab-8499-44c15a07b540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.057168] env[63070]: DEBUG nova.compute.manager [req-e6ceb602-0463-4d09-a661-9cd118967129 req-9c6c158d-9c33-4751-be9c-4a18773e2441 service nova] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Received event network-changed-dc8cffaf-efe8-4aab-8499-44c15a07b540 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1630.057385] env[63070]: DEBUG nova.compute.manager [req-e6ceb602-0463-4d09-a661-9cd118967129 req-9c6c158d-9c33-4751-be9c-4a18773e2441 service nova] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Refreshing instance network info cache due to event network-changed-dc8cffaf-efe8-4aab-8499-44c15a07b540. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1630.057581] env[63070]: DEBUG oslo_concurrency.lockutils [req-e6ceb602-0463-4d09-a661-9cd118967129 req-9c6c158d-9c33-4751-be9c-4a18773e2441 service nova] Acquiring lock "refresh_cache-8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.065442] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "f03a1e87-a324-4bda-9533-46de2402fe92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.065442] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.065442] env[63070]: INFO nova.compute.manager [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Attaching volume ab24c73c-0702-4b58-9020-518ebdc626a8 to /dev/sdb [ 1630.119309] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9970d0-bee9-457f-a2ab-c50ff39a1f93 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.128952] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b51fe8-032d-4481-9aae-5eaf00b9fdcb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.153022] env[63070]: DEBUG nova.virt.block_device [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Updating existing volume attachment record: c2cae7ba-995b-4b10-9412-ffc7bbee891d {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1630.160619] env[63070]: DEBUG oslo_concurrency.lockutils [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.279643] env[63070]: DEBUG nova.compute.manager [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1630.286422] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a007bd5d-7398-461b-8067-bae00750aa84 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.286544] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.263s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.286766] env[63070]: DEBUG nova.objects.instance [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lazy-loading 'resources' on Instance uuid 100eadbc-50d8-4f97-a29e-d02eee6ec7f6 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.379913] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770867, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.503233] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Releasing lock "refresh_cache-8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.503540] env[63070]: DEBUG nova.compute.manager [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Instance network_info: |[{"id": "dc8cffaf-efe8-4aab-8499-44c15a07b540", "address": "fa:16:3e:75:26:5b", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8cffaf-ef", "ovs_interfaceid": "dc8cffaf-efe8-4aab-8499-44c15a07b540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1630.503927] env[63070]: DEBUG oslo_concurrency.lockutils [req-e6ceb602-0463-4d09-a661-9cd118967129 req-9c6c158d-9c33-4751-be9c-4a18773e2441 service nova] Acquired lock "refresh_cache-8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.504040] env[63070]: DEBUG nova.network.neutron [req-e6ceb602-0463-4d09-a661-9cd118967129 req-9c6c158d-9c33-4751-be9c-4a18773e2441 service nova] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Refreshing network info cache for port dc8cffaf-efe8-4aab-8499-44c15a07b540 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.505550] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:26:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc8cffaf-efe8-4aab-8499-44c15a07b540', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.517346] env[63070]: DEBUG oslo.service.loopingcall [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.518093] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.518307] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ea43f6-6e2f-43dd-b8e3-214577b7e56f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.549458] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.549458] env[63070]: value = "task-1770869" [ 1630.549458] env[63070]: _type = "Task" [ 1630.549458] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.559364] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770869, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.575930] env[63070]: DEBUG nova.network.neutron [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Successfully created port: ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.791345] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1630.791842] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.792153] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1630.792476] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.792691] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1630.792888] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1630.793231] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1630.793489] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1630.793750] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1630.794148] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1630.794435] env[63070]: DEBUG nova.virt.hardware [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1630.797845] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889f431e-0460-42af-a5b2-06a6d531bdbc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.806597] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a127fb11-5704-491c-b67b-4b84fe13439e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.825282] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f5:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f792031b-5c3d-45de-b817-115e2874a5c6', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.834070] env[63070]: DEBUG oslo.service.loopingcall [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.837187] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.837911] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c47a938c-3d1b-41b7-9ca1-35cbbda86160 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.866818] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.866818] env[63070]: value = "task-1770872" [ 1630.866818] env[63070]: _type = "Task" [ 1630.866818] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.880107] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770872, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.884725] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770867, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.947291] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "ace989a1-8923-4ba4-99c7-4584682c76c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.947515] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "ace989a1-8923-4ba4-99c7-4584682c76c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.062317] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770869, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.303883] env[63070]: DEBUG nova.compute.manager [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1631.350322] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.350572] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.350735] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.350905] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.351152] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.352146] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.352426] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.352621] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.353842] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.353842] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.353842] env[63070]: DEBUG nova.virt.hardware [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.355857] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d504bb17-3bd3-4ba3-8585-9d9c6dd923bc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.373644] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecc915e-3f14-45ae-b9bf-0cf8b967e66b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.379546] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b81ba3d-3a98-4d46-a12b-d9299a408518 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.404651] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770867, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.404889] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770872, 'name': CreateVM_Task, 'duration_secs': 0.411493} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.406313] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8ee29d-d4fc-44fb-9934-0ccc14d1c36f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.414012] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.414779] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.415026] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.415312] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1631.416046] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67465e6-5f92-4eb0-8960-0093a79b74de {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.447161] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f9281d-ad89-43a6-a5e0-ce0e77db372f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.451453] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1631.451453] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5291c1af-fd7e-7884-b924-72f4a9b4a5ab" [ 1631.451453] env[63070]: _type = "Task" [ 1631.451453] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.452598] env[63070]: DEBUG nova.compute.manager [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1631.469691] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfcb1da-4ac7-4a6e-9cf7-65db1d3c1d62 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.481644] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5291c1af-fd7e-7884-b924-72f4a9b4a5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.490446] env[63070]: DEBUG nova.compute.provider_tree [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.564881] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770869, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.641521] env[63070]: DEBUG nova.network.neutron [req-e6ceb602-0463-4d09-a661-9cd118967129 req-9c6c158d-9c33-4751-be9c-4a18773e2441 service nova] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Updated VIF entry in instance network info cache for port dc8cffaf-efe8-4aab-8499-44c15a07b540. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.641918] env[63070]: DEBUG nova.network.neutron [req-e6ceb602-0463-4d09-a661-9cd118967129 req-9c6c158d-9c33-4751-be9c-4a18773e2441 service nova] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Updating instance_info_cache with network_info: [{"id": "dc8cffaf-efe8-4aab-8499-44c15a07b540", "address": "fa:16:3e:75:26:5b", "network": {"id": "59e15012-622a-42cd-918c-ee6369a30529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5d339e9dd75d4053b6160463e640668d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8cffaf-ef", "ovs_interfaceid": "dc8cffaf-efe8-4aab-8499-44c15a07b540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.890473] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770867, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.964789] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5291c1af-fd7e-7884-b924-72f4a9b4a5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.105443} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.965243] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.965468] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.965712] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.965858] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.966046] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.966380] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47ebe112-c0e1-4f5c-8815-e7c36bd06af7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.988993] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.989211] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1631.990824] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.992150] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e12a0b1-bc94-4177-adb0-b4f83346d2f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.996120] env[63070]: DEBUG nova.scheduler.client.report [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.005229] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1632.005229] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522e31a9-eb24-bfdd-3f6c-e20adf78e36f" [ 1632.005229] env[63070]: _type = "Task" [ 1632.005229] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.016917] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522e31a9-eb24-bfdd-3f6c-e20adf78e36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.064879] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770869, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.145322] env[63070]: DEBUG oslo_concurrency.lockutils [req-e6ceb602-0463-4d09-a661-9cd118967129 req-9c6c158d-9c33-4751-be9c-4a18773e2441 service nova] Releasing lock "refresh_cache-8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.391547] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770867, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.502144] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.507042] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.482s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.507042] env[63070]: DEBUG nova.objects.instance [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lazy-loading 'resources' on Instance uuid 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.519694] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522e31a9-eb24-bfdd-3f6c-e20adf78e36f, 'name': SearchDatastore_Task, 'duration_secs': 0.092274} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.521555] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a591a8e-ef29-414e-b3d6-a75d4a1004a3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.528421] env[63070]: INFO nova.scheduler.client.report [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleted allocations for instance 100eadbc-50d8-4f97-a29e-d02eee6ec7f6 [ 1632.531553] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1632.531553] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ba7419-156e-a402-6bb0-c398d9a27a28" [ 1632.531553] env[63070]: _type = "Task" [ 1632.531553] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.544065] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ba7419-156e-a402-6bb0-c398d9a27a28, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.544441] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.544607] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1632.545083] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-350e1a8f-59dd-4a15-8963-ab1c5825ce6d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.551956] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1632.551956] env[63070]: value = "task-1770873" [ 1632.551956] env[63070]: _type = "Task" [ 1632.551956] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.565731] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.568785] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770869, 'name': CreateVM_Task, 'duration_secs': 1.979554} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.568979] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1632.569767] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.569840] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.570428] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1632.570838] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6570e9ab-be2e-47a3-824d-5626492a8631 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.575605] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1632.575605] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523666b2-6323-3750-be5d-48e8f610dc1b" [ 1632.575605] env[63070]: _type = "Task" [ 1632.575605] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.584791] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523666b2-6323-3750-be5d-48e8f610dc1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.892835] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770867, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.654437} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.893241] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3/OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3.vmdk to [datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458/542799c5-82ac-4aa0-a9a0-5d3f2554e458.vmdk. [ 1632.893435] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Cleaning up location [datastore1] OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1632.893590] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2bc94801-0f88-48d1-8ae0-17151ec723d3 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.893865] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae6e65b0-7ab5-4f3b-bce9-1fabe0fa062c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.903536] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1632.903536] env[63070]: value = "task-1770875" [ 1632.903536] env[63070]: _type = "Task" [ 1632.903536] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.916764] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.966020] env[63070]: DEBUG nova.compute.manager [req-6b4dc02c-59a1-4dc0-85d4-9d6f0a60d120 req-29deb882-a83b-46de-a24b-5c82cf25a367 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Received event network-vif-plugged-ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1632.966162] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b4dc02c-59a1-4dc0-85d4-9d6f0a60d120 req-29deb882-a83b-46de-a24b-5c82cf25a367 service nova] Acquiring lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.966446] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b4dc02c-59a1-4dc0-85d4-9d6f0a60d120 req-29deb882-a83b-46de-a24b-5c82cf25a367 service nova] Lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.966482] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b4dc02c-59a1-4dc0-85d4-9d6f0a60d120 req-29deb882-a83b-46de-a24b-5c82cf25a367 service nova] Lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.967931] env[63070]: DEBUG nova.compute.manager [req-6b4dc02c-59a1-4dc0-85d4-9d6f0a60d120 req-29deb882-a83b-46de-a24b-5c82cf25a367 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] No waiting events found dispatching network-vif-plugged-ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1632.967931] env[63070]: WARNING nova.compute.manager [req-6b4dc02c-59a1-4dc0-85d4-9d6f0a60d120 req-29deb882-a83b-46de-a24b-5c82cf25a367 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Received unexpected event network-vif-plugged-ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8 for instance with vm_state building and task_state spawning. [ 1633.041810] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4a84fa60-8d56-4169-b598-18803ee0e4d1 tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "100eadbc-50d8-4f97-a29e-d02eee6ec7f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.660s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.069264] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770873, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.093874] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523666b2-6323-3750-be5d-48e8f610dc1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.093874] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.093874] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1633.093874] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.093874] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.093874] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1633.094462] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe069c17-807a-4dbb-8d52-4376f0b379fc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.109391] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1633.109585] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1633.112682] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8866bf-64c9-4b38-aa0a-74e89b90d329 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.119243] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1633.119243] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520ed2fb-7bed-aa65-4496-0b254cf850f3" [ 1633.119243] env[63070]: _type = "Task" [ 1633.119243] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.127834] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520ed2fb-7bed-aa65-4496-0b254cf850f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.330950] env[63070]: DEBUG nova.network.neutron [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Successfully updated port: ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1633.415298] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205012} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.418951] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.420061] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458/542799c5-82ac-4aa0-a9a0-5d3f2554e458.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.420333] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458/542799c5-82ac-4aa0-a9a0-5d3f2554e458.vmdk to [datastore1] 5a175392-55ed-45ad-b48e-7ec762e9ae20/5a175392-55ed-45ad-b48e-7ec762e9ae20.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.421691] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f6f9c1d-d83b-4686-8a09-7464cbd86ef0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.429125] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1633.429125] env[63070]: value = "task-1770876" [ 1633.429125] env[63070]: _type = "Task" [ 1633.429125] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.444071] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.504824] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8126bc-3fa5-49d9-9afd-10c89c0ed311 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.517644] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19631c06-8b9d-4d11-a022-bc314b50eba2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.556623] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b9424b-bc19-4a00-b0cf-6d0612031d07 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.574502] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a4178c-e08b-41bc-a5da-e231d9265bb4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.579426] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565899} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.579426] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1633.579758] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1633.580510] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8753e2f7-aa5c-4861-ba07-e128f01e41ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.593487] env[63070]: DEBUG nova.compute.provider_tree [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.602018] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1633.602018] env[63070]: value = "task-1770877" [ 1633.602018] env[63070]: _type = "Task" [ 1633.602018] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.608932] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.631950] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520ed2fb-7bed-aa65-4496-0b254cf850f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.635243] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c0f93e-7e8c-444b-8d55-e1f1c77e4b4a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.638537] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1633.638537] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52746643-8ce1-3f62-f775-b1d3e9661bd7" [ 1633.638537] env[63070]: _type = "Task" [ 1633.638537] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.650017] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52746643-8ce1-3f62-f775-b1d3e9661bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.835213] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.836333] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.836333] env[63070]: DEBUG nova.network.neutron [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.941969] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770876, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.097742] env[63070]: DEBUG nova.scheduler.client.report [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.114709] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071036} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.114931] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.115934] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd82c5-333a-4656-b266-1ccb301a605c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.152088] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.157103] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fbff3df-4f70-422e-8861-ca96104724d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.185524] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52746643-8ce1-3f62-f775-b1d3e9661bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.187500] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.187666] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f/8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1634.187980] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1634.187980] env[63070]: value = "task-1770878" [ 1634.187980] env[63070]: _type = "Task" [ 1634.187980] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.188484] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ac1f9ea-d9e4-40fe-834b-5bd2d8e7b7e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.208293] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.208293] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1634.208293] env[63070]: value = "task-1770879" [ 1634.208293] env[63070]: _type = "Task" [ 1634.208293] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.216959] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.385946] env[63070]: DEBUG nova.network.neutron [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1634.441666] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770876, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.608608] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.612939] env[63070]: DEBUG oslo_concurrency.lockutils [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.452s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.612939] env[63070]: DEBUG nova.objects.instance [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lazy-loading 'resources' on Instance uuid 0dd2c053-3e93-4278-8b3c-0f6475d2982d {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.636391] env[63070]: DEBUG nova.network.neutron [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updating instance_info_cache with network_info: [{"id": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "address": "fa:16:3e:e5:c5:c0", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce937a1f-1e", "ovs_interfaceid": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.651879] env[63070]: INFO nova.scheduler.client.report [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Deleted allocations for instance 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f [ 1634.720876] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770878, 'name': ReconfigVM_Task, 'duration_secs': 0.32329} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.720876] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d/0e05fbde-7467-4dfd-99f5-868e48de6e3d.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.720876] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85f2a94c-4d8e-4aa1-ada0-9b6470562ba5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.725968] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.729039] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1634.729039] env[63070]: value = "task-1770880" [ 1634.729039] env[63070]: _type = "Task" [ 1634.729039] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.740601] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770880, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.804622] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.804622] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.947730] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770876, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.009431] env[63070]: DEBUG nova.compute.manager [req-fa33f0e8-8535-4e0a-a89c-f06eb490b586 req-99e447cc-3b34-4384-a143-3452ce589c90 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Received event network-changed-ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1635.009699] env[63070]: DEBUG nova.compute.manager [req-fa33f0e8-8535-4e0a-a89c-f06eb490b586 req-99e447cc-3b34-4384-a143-3452ce589c90 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Refreshing instance network info cache due to event network-changed-ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1635.009804] env[63070]: DEBUG oslo_concurrency.lockutils [req-fa33f0e8-8535-4e0a-a89c-f06eb490b586 req-99e447cc-3b34-4384-a143-3452ce589c90 service nova] Acquiring lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.141189] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.142434] env[63070]: DEBUG nova.compute.manager [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Instance network_info: |[{"id": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "address": "fa:16:3e:e5:c5:c0", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce937a1f-1e", "ovs_interfaceid": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1635.142434] env[63070]: DEBUG oslo_concurrency.lockutils [req-fa33f0e8-8535-4e0a-a89c-f06eb490b586 req-99e447cc-3b34-4384-a143-3452ce589c90 service nova] Acquired lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.142434] env[63070]: DEBUG nova.network.neutron [req-fa33f0e8-8535-4e0a-a89c-f06eb490b586 req-99e447cc-3b34-4384-a143-3452ce589c90 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Refreshing network info cache for port ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1635.143962] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:c5:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.155500] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Creating folder: Project (65cd8927310546aaa00aaea1ad02ba36). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.163288] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abd81aad-a393-4478-b42a-4971c459a60f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.171812] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7951ad93-30c1-4a8b-9b2c-5c5b7996778b tempest-MultipleCreateTestJSON-1588849684 tempest-MultipleCreateTestJSON-1588849684-project-member] Lock "264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.915s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.188027] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Created folder: Project (65cd8927310546aaa00aaea1ad02ba36) in parent group-v367531. [ 1635.188448] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Creating folder: Instances. Parent ref: group-v367745. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.188942] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15cb7255-1a7b-41e7-b2f9-d22af0425a09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.204215] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Created folder: Instances in parent group-v367745. [ 1635.204581] env[63070]: DEBUG oslo.service.loopingcall [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.208815] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.208815] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02415e50-00a2-4444-92e7-37e8e4a27485 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.227139] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1635.227385] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367743', 'volume_id': 'ab24c73c-0702-4b58-9020-518ebdc626a8', 'name': 'volume-ab24c73c-0702-4b58-9020-518ebdc626a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f03a1e87-a324-4bda-9533-46de2402fe92', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab24c73c-0702-4b58-9020-518ebdc626a8', 'serial': 'ab24c73c-0702-4b58-9020-518ebdc626a8'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1635.235039] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1472e422-91fb-4c3e-ac77-a0377dfd2a13 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.251021] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.251021] env[63070]: value = "task-1770883" [ 1635.251021] env[63070]: _type = "Task" [ 1635.251021] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.274433] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770880, 'name': Rename_Task, 'duration_secs': 0.163358} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.274993] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.280811] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.281503] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8018cda-3714-4470-9799-5e384b3ce275 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.294074] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-198f779f-ce38-4508-8144-cb4741d41cdc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.296589] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770883, 'name': CreateVM_Task} progress is 15%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.314658] env[63070]: DEBUG nova.compute.manager [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1635.332103] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-ab24c73c-0702-4b58-9020-518ebdc626a8/volume-ab24c73c-0702-4b58-9020-518ebdc626a8.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.340533] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1aba54f-952e-4279-8f8b-4ffe64607d11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.350864] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1635.350864] env[63070]: value = "task-1770884" [ 1635.350864] env[63070]: _type = "Task" [ 1635.350864] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.358510] env[63070]: DEBUG oslo_vmware.api [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1635.358510] env[63070]: value = "task-1770885" [ 1635.358510] env[63070]: _type = "Task" [ 1635.358510] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.366087] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.373527] env[63070]: DEBUG oslo_vmware.api [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.446859] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770876, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.484962] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquiring lock "53b291b2-e55f-4510-b491-f35855681e43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.484962] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lock "53b291b2-e55f-4510-b491-f35855681e43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.715274] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65109dd-f558-4d36-a7cc-19b620ab4379 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.738253] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c4ad37-38f1-42dd-bf61-b9f64d2d56a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.783996] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.786020] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74960bd6-9430-4441-8c3f-46bca43b070e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.796761] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770883, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.800232] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba116e9-9396-402e-9173-c491e56484d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.816684] env[63070]: DEBUG nova.compute.provider_tree [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.850045] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.851520] env[63070]: DEBUG nova.network.neutron [req-fa33f0e8-8535-4e0a-a89c-f06eb490b586 req-99e447cc-3b34-4384-a143-3452ce589c90 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updated VIF entry in instance network info cache for port ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.852036] env[63070]: DEBUG nova.network.neutron [req-fa33f0e8-8535-4e0a-a89c-f06eb490b586 req-99e447cc-3b34-4384-a143-3452ce589c90 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updating instance_info_cache with network_info: [{"id": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "address": "fa:16:3e:e5:c5:c0", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce937a1f-1e", "ovs_interfaceid": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.880901] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770884, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.881216] env[63070]: DEBUG oslo_vmware.api [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.944721] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770876, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.986765] env[63070]: DEBUG nova.compute.manager [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1636.246833] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770879, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.293144] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770883, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.320354] env[63070]: DEBUG nova.scheduler.client.report [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.361378] env[63070]: DEBUG oslo_concurrency.lockutils [req-fa33f0e8-8535-4e0a-a89c-f06eb490b586 req-99e447cc-3b34-4384-a143-3452ce589c90 service nova] Releasing lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.371216] env[63070]: DEBUG oslo_vmware.api [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770884, 'name': PowerOnVM_Task, 'duration_secs': 0.597204} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.372668] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.373181] env[63070]: DEBUG nova.compute.manager [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.374525] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d871c34-8e28-4203-9f89-07691443b9eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.384123] env[63070]: DEBUG oslo_vmware.api [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770885, 'name': ReconfigVM_Task, 'duration_secs': 0.600704} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.384560] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-ab24c73c-0702-4b58-9020-518ebdc626a8/volume-ab24c73c-0702-4b58-9020-518ebdc626a8.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1636.391813] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3682fe7a-c243-499f-b919-1b5e8265e147 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.419811] env[63070]: DEBUG oslo_vmware.api [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1636.419811] env[63070]: value = "task-1770886" [ 1636.419811] env[63070]: _type = "Task" [ 1636.419811] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.429979] env[63070]: DEBUG oslo_vmware.api [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.445932] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770876, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.750141} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.446617] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542799c5-82ac-4aa0-a9a0-5d3f2554e458/542799c5-82ac-4aa0-a9a0-5d3f2554e458.vmdk to [datastore1] 5a175392-55ed-45ad-b48e-7ec762e9ae20/5a175392-55ed-45ad-b48e-7ec762e9ae20.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1636.447597] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0723787-dacb-4fe4-acbb-44f0cf88c601 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.475507] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 5a175392-55ed-45ad-b48e-7ec762e9ae20/5a175392-55ed-45ad-b48e-7ec762e9ae20.vmdk or device None with type streamOptimized {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1636.476793] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a01467-535a-4b39-98f6-06f38e64f769 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.503589] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1636.503589] env[63070]: value = "task-1770887" [ 1636.503589] env[63070]: _type = "Task" [ 1636.503589] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.514461] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.518289] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.740625] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770879, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.331446} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.740885] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f/8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1636.741110] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1636.741371] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a6b3c0e-61b2-4e7c-9e40-91030b6257fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.748660] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1636.748660] env[63070]: value = "task-1770888" [ 1636.748660] env[63070]: _type = "Task" [ 1636.748660] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.756970] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.791142] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770883, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.827168] env[63070]: DEBUG oslo_concurrency.lockutils [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.829445] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.839s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.831081] env[63070]: INFO nova.compute.claims [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.857805] env[63070]: INFO nova.scheduler.client.report [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted allocations for instance 0dd2c053-3e93-4278-8b3c-0f6475d2982d [ 1636.923435] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.930114] env[63070]: DEBUG oslo_vmware.api [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.013662] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.258016] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259187} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.261632] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.262549] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9cbdf-f3fc-45a8-b0f1-afd446fbd530 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.293342] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f/8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.298019] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a6dd559-1a30-4db7-839f-d259fa6f03c8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.319418] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770883, 'name': CreateVM_Task, 'duration_secs': 1.820002} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.320779] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1637.320779] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1637.320779] env[63070]: value = "task-1770889" [ 1637.320779] env[63070]: _type = "Task" [ 1637.320779] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.321304] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.321466] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.321780] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1637.322096] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2121ad-62bb-4f68-b204-d2455aa58d70 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.329490] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1637.329490] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524003b2-2c47-b21c-b378-74cb3ca1be2a" [ 1637.329490] env[63070]: _type = "Task" [ 1637.329490] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.335128] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.346265] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524003b2-2c47-b21c-b378-74cb3ca1be2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.370988] env[63070]: DEBUG oslo_concurrency.lockutils [None req-40fa7db5-1e3c-4bbc-85a4-fb6c814e6b2d tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "0dd2c053-3e93-4278-8b3c-0f6475d2982d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.391s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.431405] env[63070]: DEBUG oslo_vmware.api [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770886, 'name': ReconfigVM_Task, 'duration_secs': 0.694732} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.432992] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367743', 'volume_id': 'ab24c73c-0702-4b58-9020-518ebdc626a8', 'name': 'volume-ab24c73c-0702-4b58-9020-518ebdc626a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f03a1e87-a324-4bda-9533-46de2402fe92', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab24c73c-0702-4b58-9020-518ebdc626a8', 'serial': 'ab24c73c-0702-4b58-9020-518ebdc626a8'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1637.516353] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770887, 'name': ReconfigVM_Task, 'duration_secs': 0.774379} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.516588] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 5a175392-55ed-45ad-b48e-7ec762e9ae20/5a175392-55ed-45ad-b48e-7ec762e9ae20.vmdk or device None with type streamOptimized {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.517676] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-924a0ee5-b0c4-4dd0-9f33-c13e52144a6c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.525654] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1637.525654] env[63070]: value = "task-1770890" [ 1637.525654] env[63070]: _type = "Task" [ 1637.525654] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.535289] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770890, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.835577] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770889, 'name': ReconfigVM_Task, 'duration_secs': 0.306573} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.839722] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f/8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.843184] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eac8b240-4fa1-45b8-ad1f-5070d5125807 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.851296] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524003b2-2c47-b21c-b378-74cb3ca1be2a, 'name': SearchDatastore_Task, 'duration_secs': 0.014394} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.852849] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.853114] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1637.853849] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.853849] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.854098] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1637.855082] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1637.855082] env[63070]: value = "task-1770891" [ 1637.855082] env[63070]: _type = "Task" [ 1637.855082] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.855082] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebf90035-037d-4d33-a71c-b540aae343c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.870855] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770891, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.872578] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1637.873373] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1637.874455] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e0eb8e-01d7-41fb-a2a6-2cd37a4f50b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.882621] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1637.882621] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52273aca-63af-d360-6ec5-a21420eb945e" [ 1637.882621] env[63070]: _type = "Task" [ 1637.882621] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.891590] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52273aca-63af-d360-6ec5-a21420eb945e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.990184] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.990184] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.990184] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.990705] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.990705] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.996920] env[63070]: INFO nova.compute.manager [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Terminating instance [ 1638.038054] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770890, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.253987] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069139a5-55f3-42c2-91d6-d99397c55955 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.261530] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb586c9-8823-4795-9f20-7190672c9ca3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.297092] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e9a544-1c76-4abf-87dc-df08c7ba5de6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.305354] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88f4492-d8a2-41dd-8228-0d07e0345c6c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.319536] env[63070]: DEBUG nova.compute.provider_tree [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.366235] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770891, 'name': Rename_Task, 'duration_secs': 0.382739} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.366514] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.366780] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0a93b6d-75db-428c-83e4-f3d3ac1d5ecc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.374152] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1638.374152] env[63070]: value = "task-1770892" [ 1638.374152] env[63070]: _type = "Task" [ 1638.374152] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.388489] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.398937] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52273aca-63af-d360-6ec5-a21420eb945e, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.400361] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872c23e3-3714-4f2d-887f-8e36f8f9ba85 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.409288] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1638.409288] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520dc73a-099f-787b-6e0f-0e734399dff3" [ 1638.409288] env[63070]: _type = "Task" [ 1638.409288] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.417799] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520dc73a-099f-787b-6e0f-0e734399dff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.499227] env[63070]: DEBUG nova.compute.manager [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.499497] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.500441] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af16cf1b-ec28-4668-839a-b838bf4343e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.506630] env[63070]: DEBUG nova.objects.instance [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lazy-loading 'flavor' on Instance uuid f03a1e87-a324-4bda-9533-46de2402fe92 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1638.510494] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.510999] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08811672-6afb-46de-80dd-1ad6dbfd3b18 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.520778] env[63070]: DEBUG oslo_vmware.api [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1638.520778] env[63070]: value = "task-1770893" [ 1638.520778] env[63070]: _type = "Task" [ 1638.520778] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.532214] env[63070]: DEBUG oslo_vmware.api [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.542310] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770890, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.823176] env[63070]: DEBUG nova.scheduler.client.report [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.886653] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770892, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.892019] env[63070]: INFO nova.compute.manager [None req-792380ae-474f-4099-a6e1-4124cce5c0f2 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Get console output [ 1638.892019] env[63070]: WARNING nova.virt.vmwareapi.driver [None req-792380ae-474f-4099-a6e1-4124cce5c0f2 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] The console log is missing. Check your VSPC configuration [ 1638.926883] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520dc73a-099f-787b-6e0f-0e734399dff3, 'name': SearchDatastore_Task, 'duration_secs': 0.018455} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.926883] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.927339] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] cd346315-2e8a-4f57-9ede-bfe120c1d1b5/cd346315-2e8a-4f57-9ede-bfe120c1d1b5.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1638.927624] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-878be651-63de-4b18-88a5-383ad78bbef3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.937878] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1638.937878] env[63070]: value = "task-1770894" [ 1638.937878] env[63070]: _type = "Task" [ 1638.937878] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.948976] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.015060] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ae7d4958-08e8-402b-91b1-3537b072111b tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.951s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.031473] env[63070]: DEBUG oslo_vmware.api [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770893, 'name': PowerOffVM_Task, 'duration_secs': 0.172847} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.031791] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.031919] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.032226] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fdf9c56-38d1-4757-b301-5bf9ff82ed9f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.043825] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770890, 'name': Rename_Task, 'duration_secs': 1.151372} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.044220] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.044467] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72965deb-6cd7-480c-beed-ece71d5a4b20 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.050487] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1639.050487] env[63070]: value = "task-1770896" [ 1639.050487] env[63070]: _type = "Task" [ 1639.050487] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.058793] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.136225] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.136704] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.136704] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleting the datastore file [datastore1] bc5dd2b5-a632-4576-90e1-aea731cdc05b {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.137039] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02ebc4ef-9be3-457c-b2f2-637eb6fe173d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.144773] env[63070]: DEBUG oslo_vmware.api [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1639.144773] env[63070]: value = "task-1770897" [ 1639.144773] env[63070]: _type = "Task" [ 1639.144773] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.155743] env[63070]: DEBUG oslo_vmware.api [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.334955] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.335656] env[63070]: DEBUG nova.compute.manager [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1639.344026] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.490s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.344026] env[63070]: INFO nova.compute.claims [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1639.396509] env[63070]: DEBUG oslo_vmware.api [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770892, 'name': PowerOnVM_Task, 'duration_secs': 0.513291} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.396509] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.396509] env[63070]: INFO nova.compute.manager [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Took 12.73 seconds to spawn the instance on the hypervisor. [ 1639.396855] env[63070]: DEBUG nova.compute.manager [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1639.397875] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2af57a-a5ad-4041-9b7d-daeca858b242 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.456662] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770894, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.479073] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.480717] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.580687] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770896, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.657942] env[63070]: DEBUG oslo_vmware.api [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.848646] env[63070]: DEBUG nova.compute.utils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.852294] env[63070]: DEBUG nova.compute.manager [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.852294] env[63070]: DEBUG nova.network.neutron [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1639.916052] env[63070]: DEBUG nova.policy [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3ccb0ae47743ed969f0945a73fbac0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02e83b02183c4cefb96746c7ad2f4c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1639.928501] env[63070]: INFO nova.compute.manager [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Took 43.94 seconds to build instance. [ 1639.953033] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773594} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.953033] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] cd346315-2e8a-4f57-9ede-bfe120c1d1b5/cd346315-2e8a-4f57-9ede-bfe120c1d1b5.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1639.953033] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1639.953370] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a34b4c41-acb0-4475-b496-7290597d45bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.960741] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1639.960741] env[63070]: value = "task-1770898" [ 1639.960741] env[63070]: _type = "Task" [ 1639.960741] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.969205] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.982898] env[63070]: DEBUG nova.compute.manager [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1640.061291] env[63070]: DEBUG oslo_vmware.api [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770896, 'name': PowerOnVM_Task, 'duration_secs': 0.719498} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.061742] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.062169] env[63070]: INFO nova.compute.manager [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Took 16.02 seconds to spawn the instance on the hypervisor. [ 1640.062443] env[63070]: DEBUG nova.compute.manager [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.065041] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9997e54e-e287-4a7b-82b9-d82ff667f443 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.160293] env[63070]: DEBUG oslo_vmware.api [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.638156} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.160293] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.160293] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1640.160293] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1640.160293] env[63070]: INFO nova.compute.manager [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1640.160293] env[63070]: DEBUG oslo.service.loopingcall [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.160293] env[63070]: DEBUG nova.compute.manager [-] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1640.160293] env[63070]: DEBUG nova.network.neutron [-] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1640.299550] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquiring lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.299838] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.300084] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquiring lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.300273] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.300444] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.305428] env[63070]: INFO nova.compute.manager [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Terminating instance [ 1640.325801] env[63070]: DEBUG nova.network.neutron [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Successfully created port: 8e72b17a-2185-4021-b110-51ee6bab4609 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1640.361994] env[63070]: DEBUG nova.compute.manager [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1640.430091] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a2ab26d-1b0b-4fa2-aed3-fc8fc84a75de tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.511s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.476438] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08853} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.479690] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.479690] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ef9f2b-8f83-4894-991f-527ee69f3c10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.505756] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] cd346315-2e8a-4f57-9ede-bfe120c1d1b5/cd346315-2e8a-4f57-9ede-bfe120c1d1b5.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.512331] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0339cd9a-136b-4d16-adf9-c4a5825caa13 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.532515] env[63070]: DEBUG nova.compute.manager [req-6f2ffa4d-dfdf-4986-886a-60ba745275d8 req-11ea9398-f645-4667-b585-13fa413092fe service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Received event network-vif-deleted-dbb5a61e-2b4d-4045-92c6-e2030333a703 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1640.532854] env[63070]: INFO nova.compute.manager [req-6f2ffa4d-dfdf-4986-886a-60ba745275d8 req-11ea9398-f645-4667-b585-13fa413092fe service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Neutron deleted interface dbb5a61e-2b4d-4045-92c6-e2030333a703; detaching it from the instance and deleting it from the info cache [ 1640.532988] env[63070]: DEBUG nova.network.neutron [req-6f2ffa4d-dfdf-4986-886a-60ba745275d8 req-11ea9398-f645-4667-b585-13fa413092fe service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.542274] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1640.542274] env[63070]: value = "task-1770899" [ 1640.542274] env[63070]: _type = "Task" [ 1640.542274] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.555297] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.560908] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.591766] env[63070]: INFO nova.compute.manager [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Took 46.73 seconds to build instance. [ 1640.746139] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.746371] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.809779] env[63070]: DEBUG nova.compute.manager [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1640.809997] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1640.810884] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66750f0c-7897-49e5-ba76-c39fb171633c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.819162] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1640.822900] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee476fb5-50dc-426d-8b5b-d912e0603a85 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.827934] env[63070]: DEBUG oslo_vmware.api [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for the task: (returnval){ [ 1640.827934] env[63070]: value = "task-1770900" [ 1640.827934] env[63070]: _type = "Task" [ 1640.827934] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.837942] env[63070]: DEBUG oslo_vmware.api [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.871378] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7743f6-ff5f-4b11-90dc-dea6cc4e73fc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.879094] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5256a16f-cffe-4a0b-a61d-b7da67d63624 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.921766] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14253ef-ff3a-486b-8d0d-f50728e7a508 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.930484] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4c4c7d-d4d0-465c-a169-c1823878e3a0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.946200] env[63070]: DEBUG nova.compute.provider_tree [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.948139] env[63070]: DEBUG nova.network.neutron [-] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.036293] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d85039d-dc95-46ea-8c0a-f40122e0b537 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.048952] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb1556f-bc77-4072-a7a1-28d8134d9d5a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.066982] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.087747] env[63070]: DEBUG nova.compute.manager [req-6f2ffa4d-dfdf-4986-886a-60ba745275d8 req-11ea9398-f645-4667-b585-13fa413092fe service nova] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Detach interface failed, port_id=dbb5a61e-2b4d-4045-92c6-e2030333a703, reason: Instance bc5dd2b5-a632-4576-90e1-aea731cdc05b could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1641.092566] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ca2459-7b26-4a7f-93c4-1f3faf0a3c37 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "5a175392-55ed-45ad-b48e-7ec762e9ae20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.850s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.253415] env[63070]: DEBUG nova.compute.manager [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1641.256582] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.256853] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.257010] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.257208] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.257377] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.261823] env[63070]: INFO nova.compute.manager [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Terminating instance [ 1641.339665] env[63070]: DEBUG oslo_vmware.api [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770900, 'name': PowerOffVM_Task, 'duration_secs': 0.465518} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.339957] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1641.340164] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1641.340417] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd572a68-a1b3-4463-8677-db2d3c33de5c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.375863] env[63070]: DEBUG nova.compute.manager [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1641.403520] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1641.403672] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1641.403797] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1641.404019] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1641.404214] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1641.404401] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1641.404615] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1641.404773] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1641.404936] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1641.405115] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1641.405290] env[63070]: DEBUG nova.virt.hardware [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1641.406199] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247b3662-77df-4622-a325-f133efcb158c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.414648] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be9b31e-e519-417e-ae49-eff000980e5f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.437420] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1641.437619] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1641.437791] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Deleting the datastore file [datastore1] f75ea9ed-d5ca-49c3-b705-36ef56c801e2 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1641.438186] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c7cf75b-fc81-438d-8430-7b72da3dbff8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.444229] env[63070]: DEBUG oslo_vmware.api [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for the task: (returnval){ [ 1641.444229] env[63070]: value = "task-1770902" [ 1641.444229] env[63070]: _type = "Task" [ 1641.444229] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.449509] env[63070]: DEBUG nova.scheduler.client.report [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.456275] env[63070]: INFO nova.compute.manager [-] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Took 1.30 seconds to deallocate network for instance. [ 1641.456510] env[63070]: DEBUG oslo_vmware.api [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.521297] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "5a175392-55ed-45ad-b48e-7ec762e9ae20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.521577] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "5a175392-55ed-45ad-b48e-7ec762e9ae20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.521838] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "5a175392-55ed-45ad-b48e-7ec762e9ae20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.522054] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "5a175392-55ed-45ad-b48e-7ec762e9ae20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.522234] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "5a175392-55ed-45ad-b48e-7ec762e9ae20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.525284] env[63070]: INFO nova.compute.manager [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Terminating instance [ 1641.553805] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770899, 'name': ReconfigVM_Task, 'duration_secs': 0.878642} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.554128] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Reconfigured VM instance instance-0000004f to attach disk [datastore1] cd346315-2e8a-4f57-9ede-bfe120c1d1b5/cd346315-2e8a-4f57-9ede-bfe120c1d1b5.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.554756] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c24ea21-1f8f-4fa4-8c96-67db38ea8410 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.561302] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1641.561302] env[63070]: value = "task-1770903" [ 1641.561302] env[63070]: _type = "Task" [ 1641.561302] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.569393] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770903, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.765276] env[63070]: DEBUG nova.compute.manager [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1641.765637] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1641.766757] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e648cf29-d79a-4408-a86c-839087f9eeaa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.775422] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1641.775987] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03011f78-d7d9-448e-ac12-dbc4bae73f08 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.782541] env[63070]: DEBUG oslo_vmware.api [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1641.782541] env[63070]: value = "task-1770904" [ 1641.782541] env[63070]: _type = "Task" [ 1641.782541] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.783542] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.792364] env[63070]: DEBUG oslo_vmware.api [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.954530] env[63070]: DEBUG oslo_vmware.api [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Task: {'id': task-1770902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197648} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.954784] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1641.956121] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1641.956121] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1641.956121] env[63070]: INFO nova.compute.manager [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1641.956121] env[63070]: DEBUG oslo.service.loopingcall [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.956121] env[63070]: DEBUG nova.compute.manager [-] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1641.956121] env[63070]: DEBUG nova.network.neutron [-] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1641.958043] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.958516] env[63070]: DEBUG nova.compute.manager [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1641.961080] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.443s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.965025] env[63070]: INFO nova.compute.claims [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.965886] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.974254] env[63070]: DEBUG nova.compute.manager [req-f6924bcc-edd2-4ffc-ac17-7dcabab5f368 req-a47ad47f-6d66-4a7a-a849-38dd5a26f0b6 service nova] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Received event network-vif-plugged-8e72b17a-2185-4021-b110-51ee6bab4609 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1641.974254] env[63070]: DEBUG oslo_concurrency.lockutils [req-f6924bcc-edd2-4ffc-ac17-7dcabab5f368 req-a47ad47f-6d66-4a7a-a849-38dd5a26f0b6 service nova] Acquiring lock "ace989a1-8923-4ba4-99c7-4584682c76c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.974254] env[63070]: DEBUG oslo_concurrency.lockutils [req-f6924bcc-edd2-4ffc-ac17-7dcabab5f368 req-a47ad47f-6d66-4a7a-a849-38dd5a26f0b6 service nova] Lock "ace989a1-8923-4ba4-99c7-4584682c76c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.974482] env[63070]: DEBUG oslo_concurrency.lockutils [req-f6924bcc-edd2-4ffc-ac17-7dcabab5f368 req-a47ad47f-6d66-4a7a-a849-38dd5a26f0b6 service nova] Lock "ace989a1-8923-4ba4-99c7-4584682c76c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.974555] env[63070]: DEBUG nova.compute.manager [req-f6924bcc-edd2-4ffc-ac17-7dcabab5f368 req-a47ad47f-6d66-4a7a-a849-38dd5a26f0b6 service nova] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] No waiting events found dispatching network-vif-plugged-8e72b17a-2185-4021-b110-51ee6bab4609 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1641.975209] env[63070]: WARNING nova.compute.manager [req-f6924bcc-edd2-4ffc-ac17-7dcabab5f368 req-a47ad47f-6d66-4a7a-a849-38dd5a26f0b6 service nova] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Received unexpected event network-vif-plugged-8e72b17a-2185-4021-b110-51ee6bab4609 for instance with vm_state building and task_state spawning. [ 1642.029422] env[63070]: DEBUG nova.compute.manager [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1642.029768] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1642.032026] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865e4b9d-7150-4401-a4ba-e0c4d1494921 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.040538] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.040845] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7a09770-afdb-4401-bf6a-bdc2b24ee425 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.047713] env[63070]: DEBUG oslo_vmware.api [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1642.047713] env[63070]: value = "task-1770905" [ 1642.047713] env[63070]: _type = "Task" [ 1642.047713] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.060521] env[63070]: DEBUG oslo_vmware.api [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.071264] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770903, 'name': Rename_Task, 'duration_secs': 0.157853} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.073877] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1642.074236] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e88b421-9763-44da-9b34-430b769a089b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.082471] env[63070]: DEBUG nova.network.neutron [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Successfully updated port: 8e72b17a-2185-4021-b110-51ee6bab4609 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1642.086797] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1642.086797] env[63070]: value = "task-1770906" [ 1642.086797] env[63070]: _type = "Task" [ 1642.086797] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.099641] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.301692] env[63070]: DEBUG oslo_vmware.api [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770904, 'name': PowerOffVM_Task, 'duration_secs': 0.342509} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.302117] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.302387] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1642.302742] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3009482e-1dd1-42b1-9d8e-fef59a6d5b0a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.453095] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1642.453095] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1642.453095] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Deleting the datastore file [datastore1] 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.453095] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88376159-fa29-419f-a2ea-1ec675db74f8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.459752] env[63070]: DEBUG oslo_vmware.api [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for the task: (returnval){ [ 1642.459752] env[63070]: value = "task-1770908" [ 1642.459752] env[63070]: _type = "Task" [ 1642.459752] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.471104] env[63070]: DEBUG nova.compute.utils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1642.472674] env[63070]: DEBUG oslo_vmware.api [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.473175] env[63070]: DEBUG nova.compute.manager [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1642.473411] env[63070]: DEBUG nova.network.neutron [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1642.514626] env[63070]: DEBUG nova.policy [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cf1d5a1be314a24a88a53e2cf11c524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1bb84650554bb4b2ffe1f83ae5be14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1642.563616] env[63070]: DEBUG oslo_vmware.api [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770905, 'name': PowerOffVM_Task, 'duration_secs': 0.245239} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.563931] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.564159] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1642.564375] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4980b6f-b27b-419a-b6b6-d4db33eba091 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.585095] env[63070]: DEBUG nova.compute.manager [req-823d276e-c5c6-4a08-9e0e-bba7b42e2008 req-7d8fe97a-cd29-458e-8226-faa96ccf27a3 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Received event network-vif-deleted-080b58fe-fc4c-4b7b-9506-13d6507a7a15 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1642.585095] env[63070]: INFO nova.compute.manager [req-823d276e-c5c6-4a08-9e0e-bba7b42e2008 req-7d8fe97a-cd29-458e-8226-faa96ccf27a3 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Neutron deleted interface 080b58fe-fc4c-4b7b-9506-13d6507a7a15; detaching it from the instance and deleting it from the info cache [ 1642.585095] env[63070]: DEBUG nova.network.neutron [req-823d276e-c5c6-4a08-9e0e-bba7b42e2008 req-7d8fe97a-cd29-458e-8226-faa96ccf27a3 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.586752] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "refresh_cache-ace989a1-8923-4ba4-99c7-4584682c76c5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.586808] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "refresh_cache-ace989a1-8923-4ba4-99c7-4584682c76c5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.586982] env[63070]: DEBUG nova.network.neutron [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.598020] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.724484] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1642.724768] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1642.724952] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleting the datastore file [datastore1] 5a175392-55ed-45ad-b48e-7ec762e9ae20 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.725242] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59f6c62b-0690-4548-b13e-7784b8369994 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.731985] env[63070]: DEBUG oslo_vmware.api [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1642.731985] env[63070]: value = "task-1770910" [ 1642.731985] env[63070]: _type = "Task" [ 1642.731985] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.740368] env[63070]: DEBUG oslo_vmware.api [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.782765] env[63070]: DEBUG nova.network.neutron [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Successfully created port: 4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1642.970466] env[63070]: DEBUG oslo_vmware.api [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Task: {'id': task-1770908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178696} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.970717] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1642.971052] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1642.971117] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1642.971297] env[63070]: INFO nova.compute.manager [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1642.971649] env[63070]: DEBUG oslo.service.loopingcall [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.971724] env[63070]: DEBUG nova.compute.manager [-] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1642.971793] env[63070]: DEBUG nova.network.neutron [-] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1642.973707] env[63070]: DEBUG nova.compute.manager [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1643.060973] env[63070]: DEBUG nova.network.neutron [-] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.091586] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-196ec0b5-c5fc-4cb0-a052-899043e52b55 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.106398] env[63070]: DEBUG oslo_vmware.api [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1770906, 'name': PowerOnVM_Task, 'duration_secs': 0.693736} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.107524] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1643.107732] env[63070]: INFO nova.compute.manager [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Took 11.80 seconds to spawn the instance on the hypervisor. [ 1643.107909] env[63070]: DEBUG nova.compute.manager [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1643.108996] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc30b36-bba7-4146-88dc-e4089d6edec7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.113972] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d6c3e0-9638-46b2-b5c8-3c20c3d6c1e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.133958] env[63070]: DEBUG nova.network.neutron [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.153340] env[63070]: DEBUG nova.compute.manager [req-823d276e-c5c6-4a08-9e0e-bba7b42e2008 req-7d8fe97a-cd29-458e-8226-faa96ccf27a3 service nova] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Detach interface failed, port_id=080b58fe-fc4c-4b7b-9506-13d6507a7a15, reason: Instance f75ea9ed-d5ca-49c3-b705-36ef56c801e2 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1643.245667] env[63070]: DEBUG oslo_vmware.api [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132498} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.253598] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1643.253598] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1643.253598] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1643.253598] env[63070]: INFO nova.compute.manager [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1643.253598] env[63070]: DEBUG oslo.service.loopingcall [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.253598] env[63070]: DEBUG nova.compute.manager [-] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1643.253598] env[63070]: DEBUG nova.network.neutron [-] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1643.362514] env[63070]: DEBUG nova.network.neutron [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Updating instance_info_cache with network_info: [{"id": "8e72b17a-2185-4021-b110-51ee6bab4609", "address": "fa:16:3e:1b:dd:10", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e72b17a-21", "ovs_interfaceid": "8e72b17a-2185-4021-b110-51ee6bab4609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.440448] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53a65ab-7e4e-47ab-a5f4-1dbe998d6290 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.448995] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e985bd9-23fa-4b22-bf3d-478b841f9385 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.499851] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e4cd33-52ca-4ba3-bb4a-1638544e901c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.507102] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa4197-10d3-44a9-83f4-9035a62f2a2b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.522076] env[63070]: DEBUG nova.compute.provider_tree [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.565570] env[63070]: INFO nova.compute.manager [-] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Took 1.61 seconds to deallocate network for instance. [ 1643.644049] env[63070]: INFO nova.compute.manager [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Took 19.55 seconds to build instance. [ 1643.833059] env[63070]: DEBUG nova.network.neutron [-] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.864823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "refresh_cache-ace989a1-8923-4ba4-99c7-4584682c76c5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.865171] env[63070]: DEBUG nova.compute.manager [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Instance network_info: |[{"id": "8e72b17a-2185-4021-b110-51ee6bab4609", "address": "fa:16:3e:1b:dd:10", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e72b17a-21", "ovs_interfaceid": "8e72b17a-2185-4021-b110-51ee6bab4609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1643.865590] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:dd:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e72b17a-2185-4021-b110-51ee6bab4609', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1643.873594] env[63070]: DEBUG oslo.service.loopingcall [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.873822] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1643.874062] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46bf84c6-918d-4d8f-8ac7-eab8d6c24e11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.896482] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1643.896482] env[63070]: value = "task-1770911" [ 1643.896482] env[63070]: _type = "Task" [ 1643.896482] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.904107] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770911, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.003855] env[63070]: DEBUG nova.compute.manager [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1644.009233] env[63070]: DEBUG nova.compute.manager [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Received event network-changed-8e72b17a-2185-4021-b110-51ee6bab4609 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1644.009435] env[63070]: DEBUG nova.compute.manager [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Refreshing instance network info cache due to event network-changed-8e72b17a-2185-4021-b110-51ee6bab4609. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1644.009668] env[63070]: DEBUG oslo_concurrency.lockutils [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] Acquiring lock "refresh_cache-ace989a1-8923-4ba4-99c7-4584682c76c5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.009823] env[63070]: DEBUG oslo_concurrency.lockutils [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] Acquired lock "refresh_cache-ace989a1-8923-4ba4-99c7-4584682c76c5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.009987] env[63070]: DEBUG nova.network.neutron [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Refreshing network info cache for port 8e72b17a-2185-4021-b110-51ee6bab4609 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1644.026779] env[63070]: DEBUG nova.scheduler.client.report [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.036617] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1644.036853] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.037429] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1644.037637] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.037740] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1644.037886] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1644.038100] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1644.038257] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1644.038470] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1644.038681] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1644.038859] env[63070]: DEBUG nova.virt.hardware [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1644.039946] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63ba69a-f2c8-4db8-b568-60d2a3a414cc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.043195] env[63070]: DEBUG nova.network.neutron [-] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.050463] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099563d0-ed7a-45fa-80a3-2ab6862c1617 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.071866] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.146535] env[63070]: DEBUG oslo_concurrency.lockutils [None req-42997d99-fbdd-409a-8b2b-6ae1e74640e1 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.066s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.335664] env[63070]: INFO nova.compute.manager [-] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Took 1.36 seconds to deallocate network for instance. [ 1644.410636] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770911, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.533538] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.533538] env[63070]: DEBUG nova.compute.manager [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1644.537761] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.614s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.537954] env[63070]: DEBUG nova.objects.instance [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63070) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1644.545697] env[63070]: INFO nova.compute.manager [-] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Took 1.29 seconds to deallocate network for instance. [ 1644.611019] env[63070]: DEBUG nova.compute.manager [req-a7cf5269-f597-4d6f-b4b8-5a6f42528117 req-02531fca-a63b-4018-866d-9816d60cbed5 service nova] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Received event network-vif-deleted-dc8cffaf-efe8-4aab-8499-44c15a07b540 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1644.806509] env[63070]: DEBUG nova.network.neutron [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Successfully updated port: 4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1644.842300] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.913521] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770911, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.050172] env[63070]: DEBUG nova.compute.utils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1645.050793] env[63070]: DEBUG nova.compute.manager [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1645.051060] env[63070]: DEBUG nova.network.neutron [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1645.057491] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.150060] env[63070]: DEBUG nova.policy [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b91b550ec2c24c6dbc22c24cca35026d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75ff9c8cca2447a89d3a55ee19aa8a58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1645.196110] env[63070]: DEBUG nova.network.neutron [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Updated VIF entry in instance network info cache for port 8e72b17a-2185-4021-b110-51ee6bab4609. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1645.196582] env[63070]: DEBUG nova.network.neutron [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Updating instance_info_cache with network_info: [{"id": "8e72b17a-2185-4021-b110-51ee6bab4609", "address": "fa:16:3e:1b:dd:10", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e72b17a-21", "ovs_interfaceid": "8e72b17a-2185-4021-b110-51ee6bab4609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.310457] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-3fc18a79-20a5-4b23-ad12-60ec8cee25c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.310635] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-3fc18a79-20a5-4b23-ad12-60ec8cee25c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.311109] env[63070]: DEBUG nova.network.neutron [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1645.412622] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770911, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.554080] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fda0a0c2-00ee-4c8c-a883-10f479207e51 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.556115] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.995s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.559529] env[63070]: INFO nova.compute.claims [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1645.562449] env[63070]: DEBUG nova.compute.manager [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1645.632861] env[63070]: DEBUG nova.network.neutron [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Successfully created port: 6f22241c-258d-4688-9fff-5f498613ab81 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1645.701815] env[63070]: DEBUG oslo_concurrency.lockutils [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] Releasing lock "refresh_cache-ace989a1-8923-4ba4-99c7-4584682c76c5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.701815] env[63070]: DEBUG nova.compute.manager [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Received event network-vif-deleted-f6ae76c5-eebc-4edf-98ca-c4cd58245612 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1645.701815] env[63070]: INFO nova.compute.manager [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Neutron deleted interface f6ae76c5-eebc-4edf-98ca-c4cd58245612; detaching it from the instance and deleting it from the info cache [ 1645.701815] env[63070]: DEBUG nova.network.neutron [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.866251] env[63070]: DEBUG nova.network.neutron [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.914456] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770911, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.036689] env[63070]: DEBUG nova.compute.manager [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Received event network-vif-plugged-4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1646.036924] env[63070]: DEBUG oslo_concurrency.lockutils [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] Acquiring lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.037183] env[63070]: DEBUG oslo_concurrency.lockutils [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] Lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.037373] env[63070]: DEBUG oslo_concurrency.lockutils [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] Lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.037534] env[63070]: DEBUG nova.compute.manager [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] No waiting events found dispatching network-vif-plugged-4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1646.037702] env[63070]: WARNING nova.compute.manager [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Received unexpected event network-vif-plugged-4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2 for instance with vm_state building and task_state spawning. [ 1646.037883] env[63070]: DEBUG nova.compute.manager [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Received event network-changed-4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1646.037989] env[63070]: DEBUG nova.compute.manager [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Refreshing instance network info cache due to event network-changed-4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1646.038173] env[63070]: DEBUG oslo_concurrency.lockutils [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] Acquiring lock "refresh_cache-3fc18a79-20a5-4b23-ad12-60ec8cee25c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.048800] env[63070]: DEBUG nova.network.neutron [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Updating instance_info_cache with network_info: [{"id": "4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2", "address": "fa:16:3e:f0:83:5b", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5baf6e-66", "ovs_interfaceid": "4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.205298] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-599af833-034b-4047-8c37-ad38c5190898 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.215408] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f992d433-97c4-4d09-848a-bb9231427446 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.249631] env[63070]: DEBUG nova.compute.manager [req-2ba8a8a5-02ae-44dd-99ce-fed09e93fbaa req-0e70a6a4-fc69-4376-89d9-60ea347c3de8 service nova] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Detach interface failed, port_id=f6ae76c5-eebc-4edf-98ca-c4cd58245612, reason: Instance 5a175392-55ed-45ad-b48e-7ec762e9ae20 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1646.412564] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770911, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.551570] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-3fc18a79-20a5-4b23-ad12-60ec8cee25c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.551930] env[63070]: DEBUG nova.compute.manager [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Instance network_info: |[{"id": "4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2", "address": "fa:16:3e:f0:83:5b", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5baf6e-66", "ovs_interfaceid": "4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1646.552248] env[63070]: DEBUG oslo_concurrency.lockutils [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] Acquired lock "refresh_cache-3fc18a79-20a5-4b23-ad12-60ec8cee25c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.552432] env[63070]: DEBUG nova.network.neutron [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Refreshing network info cache for port 4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.553701] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:83:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1646.561161] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Creating folder: Project (cf1bb84650554bb4b2ffe1f83ae5be14). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1646.564508] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7578ce0a-b84e-49d2-b593-d80f44728954 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.573590] env[63070]: DEBUG nova.compute.manager [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1646.577266] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Created folder: Project (cf1bb84650554bb4b2ffe1f83ae5be14) in parent group-v367531. [ 1646.577266] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Creating folder: Instances. Parent ref: group-v367749. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1646.577616] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f83caa5-f03e-43b6-a265-6566651d6b48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.587377] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Created folder: Instances in parent group-v367749. [ 1646.588034] env[63070]: DEBUG oslo.service.loopingcall [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.588034] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1646.588259] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab69320c-43bb-4db7-847a-f274cafac894 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.614482] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1646.614482] env[63070]: value = "task-1770914" [ 1646.614482] env[63070]: _type = "Task" [ 1646.614482] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.621085] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1646.621340] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.621493] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1646.621669] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.621809] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1646.621950] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1646.622178] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1646.622342] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1646.622508] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1646.622664] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1646.622828] env[63070]: DEBUG nova.virt.hardware [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1646.625775] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f198749b-ecbf-4566-8bad-253e8bf85d9e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.633407] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770914, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.636310] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e05fa55-b7a8-438a-9930-53e43dece9e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.826612] env[63070]: DEBUG nova.network.neutron [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Updated VIF entry in instance network info cache for port 4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.826970] env[63070]: DEBUG nova.network.neutron [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Updating instance_info_cache with network_info: [{"id": "4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2", "address": "fa:16:3e:f0:83:5b", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5baf6e-66", "ovs_interfaceid": "4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.914234] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770911, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.916045] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a64c3e4-5841-4f59-bb99-65e91bd03822 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.922754] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b825eeb2-c6ec-4d48-9fcc-43b5321a4a5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.953514] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b78ba2-c790-4c46-b687-53e995d6153e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.960895] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a66b424-4050-4cfb-ac8a-9fca89d9565d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.974770] env[63070]: DEBUG nova.compute.provider_tree [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.123909] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770914, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.209716] env[63070]: DEBUG nova.network.neutron [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Successfully updated port: 6f22241c-258d-4688-9fff-5f498613ab81 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1647.329885] env[63070]: DEBUG oslo_concurrency.lockutils [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] Releasing lock "refresh_cache-3fc18a79-20a5-4b23-ad12-60ec8cee25c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.330188] env[63070]: DEBUG nova.compute.manager [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Received event network-changed-ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1647.330379] env[63070]: DEBUG nova.compute.manager [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Refreshing instance network info cache due to event network-changed-ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1647.330585] env[63070]: DEBUG oslo_concurrency.lockutils [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] Acquiring lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.330727] env[63070]: DEBUG oslo_concurrency.lockutils [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] Acquired lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.330887] env[63070]: DEBUG nova.network.neutron [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Refreshing network info cache for port ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.415166] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770911, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.477452] env[63070]: DEBUG nova.scheduler.client.report [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.624761] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770914, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.712714] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquiring lock "refresh_cache-53b291b2-e55f-4510-b491-f35855681e43" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.712828] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquired lock "refresh_cache-53b291b2-e55f-4510-b491-f35855681e43" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.712959] env[63070]: DEBUG nova.network.neutron [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.914959] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770911, 'name': CreateVM_Task, 'duration_secs': 3.571571} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.915250] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1647.915817] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.915982] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.916314] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1647.916561] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8505397f-cf92-44e1-a9c1-88848efac669 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.921258] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1647.921258] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fddb08-d693-514c-f390-283b430ada42" [ 1647.921258] env[63070]: _type = "Task" [ 1647.921258] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.928586] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fddb08-d693-514c-f390-283b430ada42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.981937] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.982450] env[63070]: DEBUG nova.compute.manager [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1647.985074] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.201s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.986512] env[63070]: INFO nova.compute.claims [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.045380] env[63070]: DEBUG nova.network.neutron [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updated VIF entry in instance network info cache for port ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1648.045743] env[63070]: DEBUG nova.network.neutron [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updating instance_info_cache with network_info: [{"id": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "address": "fa:16:3e:e5:c5:c0", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce937a1f-1e", "ovs_interfaceid": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.062378] env[63070]: DEBUG nova.compute.manager [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Received event network-vif-plugged-6f22241c-258d-4688-9fff-5f498613ab81 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1648.062378] env[63070]: DEBUG oslo_concurrency.lockutils [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] Acquiring lock "53b291b2-e55f-4510-b491-f35855681e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.062722] env[63070]: DEBUG oslo_concurrency.lockutils [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] Lock "53b291b2-e55f-4510-b491-f35855681e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.062722] env[63070]: DEBUG oslo_concurrency.lockutils [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] Lock "53b291b2-e55f-4510-b491-f35855681e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.062951] env[63070]: DEBUG nova.compute.manager [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] No waiting events found dispatching network-vif-plugged-6f22241c-258d-4688-9fff-5f498613ab81 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1648.062951] env[63070]: WARNING nova.compute.manager [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Received unexpected event network-vif-plugged-6f22241c-258d-4688-9fff-5f498613ab81 for instance with vm_state building and task_state spawning. [ 1648.063160] env[63070]: DEBUG nova.compute.manager [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Received event network-changed-6f22241c-258d-4688-9fff-5f498613ab81 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1648.063317] env[63070]: DEBUG nova.compute.manager [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Refreshing instance network info cache due to event network-changed-6f22241c-258d-4688-9fff-5f498613ab81. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1648.063483] env[63070]: DEBUG oslo_concurrency.lockutils [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] Acquiring lock "refresh_cache-53b291b2-e55f-4510-b491-f35855681e43" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.124871] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770914, 'name': CreateVM_Task, 'duration_secs': 1.057142} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.125034] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1648.125700] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.242399] env[63070]: DEBUG nova.network.neutron [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1648.361485] env[63070]: DEBUG nova.network.neutron [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Updating instance_info_cache with network_info: [{"id": "6f22241c-258d-4688-9fff-5f498613ab81", "address": "fa:16:3e:0d:42:fa", "network": {"id": "216e7c21-1bf1-4cda-aeb9-4ceb76f141cf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1036766412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ff9c8cca2447a89d3a55ee19aa8a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f22241c-25", "ovs_interfaceid": "6f22241c-258d-4688-9fff-5f498613ab81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.430872] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52fddb08-d693-514c-f390-283b430ada42, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.431409] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.431506] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1648.431646] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.431792] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.431964] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1648.432255] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.432560] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1648.432775] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ebdad82-f7fb-45e2-add0-65821fd846cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.434507] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2ec1e3-2b01-4560-9383-0999672d682f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.439293] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1648.439293] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52335df5-5aef-c830-1521-e515e6ca51d4" [ 1648.439293] env[63070]: _type = "Task" [ 1648.439293] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.443392] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1648.443615] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1648.444663] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d2dd45-541c-457a-bf1f-54846ea3bab9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.449334] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52335df5-5aef-c830-1521-e515e6ca51d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.452072] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1648.452072] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a769fe-8790-f149-3ddd-22aeeb4d4b1f" [ 1648.452072] env[63070]: _type = "Task" [ 1648.452072] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.460602] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a769fe-8790-f149-3ddd-22aeeb4d4b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.491176] env[63070]: DEBUG nova.compute.utils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1648.496142] env[63070]: DEBUG nova.compute.manager [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1648.496425] env[63070]: DEBUG nova.network.neutron [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1648.537260] env[63070]: DEBUG nova.policy [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6ff3a2b014b4f498fb44bad41942489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f09841881d4cc1ab40bb6f4f8c917a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1648.548690] env[63070]: DEBUG oslo_concurrency.lockutils [req-365db28d-5aea-4210-8c13-ba3c19d8cfd5 req-90b6ec79-6995-446b-9a68-ef2121ee68dc service nova] Releasing lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.826427] env[63070]: DEBUG nova.network.neutron [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Successfully created port: 760c7e58-3764-4d64-9db1-305f3f0e5833 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1648.864040] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Releasing lock "refresh_cache-53b291b2-e55f-4510-b491-f35855681e43" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.864449] env[63070]: DEBUG nova.compute.manager [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Instance network_info: |[{"id": "6f22241c-258d-4688-9fff-5f498613ab81", "address": "fa:16:3e:0d:42:fa", "network": {"id": "216e7c21-1bf1-4cda-aeb9-4ceb76f141cf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1036766412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ff9c8cca2447a89d3a55ee19aa8a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f22241c-25", "ovs_interfaceid": "6f22241c-258d-4688-9fff-5f498613ab81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1648.864758] env[63070]: DEBUG oslo_concurrency.lockutils [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] Acquired lock "refresh_cache-53b291b2-e55f-4510-b491-f35855681e43" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.864939] env[63070]: DEBUG nova.network.neutron [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Refreshing network info cache for port 6f22241c-258d-4688-9fff-5f498613ab81 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.867020] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:42:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f22241c-258d-4688-9fff-5f498613ab81', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.875317] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Creating folder: Project (75ff9c8cca2447a89d3a55ee19aa8a58). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.879151] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04b19714-22fe-4b27-ad62-aa4bf1d9430e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.893065] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Created folder: Project (75ff9c8cca2447a89d3a55ee19aa8a58) in parent group-v367531. [ 1648.893065] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Creating folder: Instances. Parent ref: group-v367752. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.893065] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39f9ff3d-fe9e-498a-9840-16460c1729f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.905014] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Created folder: Instances in parent group-v367752. [ 1648.905014] env[63070]: DEBUG oslo.service.loopingcall [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.905014] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.905014] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fd5240e-a641-4e82-957d-599095faa10f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.923855] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.923855] env[63070]: value = "task-1770917" [ 1648.923855] env[63070]: _type = "Task" [ 1648.923855] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.932934] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770917, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.949796] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52335df5-5aef-c830-1521-e515e6ca51d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013739} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.950286] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.950642] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1648.950959] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.961718] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a769fe-8790-f149-3ddd-22aeeb4d4b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.962633] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabf23ce-b61a-43da-ad88-68ac87a1f372 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.967984] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1648.967984] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52685eb1-7443-cfd2-5464-acadaf7045ac" [ 1648.967984] env[63070]: _type = "Task" [ 1648.967984] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.976372] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52685eb1-7443-cfd2-5464-acadaf7045ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.998196] env[63070]: DEBUG nova.compute.manager [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.236183] env[63070]: DEBUG nova.network.neutron [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Updated VIF entry in instance network info cache for port 6f22241c-258d-4688-9fff-5f498613ab81. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.236585] env[63070]: DEBUG nova.network.neutron [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Updating instance_info_cache with network_info: [{"id": "6f22241c-258d-4688-9fff-5f498613ab81", "address": "fa:16:3e:0d:42:fa", "network": {"id": "216e7c21-1bf1-4cda-aeb9-4ceb76f141cf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1036766412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ff9c8cca2447a89d3a55ee19aa8a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f22241c-25", "ovs_interfaceid": "6f22241c-258d-4688-9fff-5f498613ab81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.348913] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28217e8-fc94-4102-8dbb-95a5785cd2e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.356433] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f156186-99c1-4ed4-b399-54d6986b33ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.388180] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1070f7a7-db52-4334-b946-45d1aaadaa38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.395678] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f151894e-909b-4b6c-869e-5a5e8ebcb2b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.408656] env[63070]: DEBUG nova.compute.provider_tree [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.433378] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770917, 'name': CreateVM_Task, 'duration_secs': 0.40389} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.433542] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1649.434202] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.434367] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.434670] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1649.434901] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2885614b-e590-4bbe-9f19-ca4092dce8ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.439333] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for the task: (returnval){ [ 1649.439333] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526cbefe-d6d7-9e63-2341-99138447e97b" [ 1649.439333] env[63070]: _type = "Task" [ 1649.439333] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.446966] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526cbefe-d6d7-9e63-2341-99138447e97b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.477232] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52685eb1-7443-cfd2-5464-acadaf7045ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.477462] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.477703] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ace989a1-8923-4ba4-99c7-4584682c76c5/ace989a1-8923-4ba4-99c7-4584682c76c5.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1649.478195] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.478195] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.478337] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e72393d5-beb9-4b10-9ada-1238fb82af45 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.480018] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9c25bb7-6c7a-4fd3-ad79-f3ddecc9a970 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.485963] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1649.485963] env[63070]: value = "task-1770918" [ 1649.485963] env[63070]: _type = "Task" [ 1649.485963] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.489453] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.489627] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1649.490531] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-901ab190-9b04-48e7-a4cc-71c67bb5b5c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.495421] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.498612] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1649.498612] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a2970-4eb0-b210-add8-726ff87080dd" [ 1649.498612] env[63070]: _type = "Task" [ 1649.498612] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.506064] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a2970-4eb0-b210-add8-726ff87080dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.742133] env[63070]: DEBUG oslo_concurrency.lockutils [req-f41ef929-9047-4226-a519-cf78ab413003 req-f4113ca2-898f-4d3c-a698-bf7900348fd7 service nova] Releasing lock "refresh_cache-53b291b2-e55f-4510-b491-f35855681e43" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.912179] env[63070]: DEBUG nova.scheduler.client.report [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.952044] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526cbefe-d6d7-9e63-2341-99138447e97b, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.952044] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.952044] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.952573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.997584] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770918, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.013588] env[63070]: DEBUG nova.compute.manager [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.017090] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526a2970-4eb0-b210-add8-726ff87080dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014978} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.017542] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5aac77d-50fe-4d11-8a8f-fa3df201c12b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.023047] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1650.023047] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b48528-16db-8cab-01bf-7aa0ea6fa1f0" [ 1650.023047] env[63070]: _type = "Task" [ 1650.023047] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.031669] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b48528-16db-8cab-01bf-7aa0ea6fa1f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.048481] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.048736] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.048888] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.049082] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.049243] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.049389] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.049596] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.049753] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.049916] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.050161] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.050269] env[63070]: DEBUG nova.virt.hardware [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.051145] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fff76b-44cc-4aa2-ae81-106d6ef02f57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.059025] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04989179-0e68-4e57-8b7d-c005ac6cf6c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.412251] env[63070]: DEBUG nova.compute.manager [req-62c1b5b8-4eba-4310-9480-dc242ba99018 req-79b7f294-f28a-44c9-9f76-6d929d243d92 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Received event network-vif-plugged-760c7e58-3764-4d64-9db1-305f3f0e5833 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1650.412527] env[63070]: DEBUG oslo_concurrency.lockutils [req-62c1b5b8-4eba-4310-9480-dc242ba99018 req-79b7f294-f28a-44c9-9f76-6d929d243d92 service nova] Acquiring lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.412730] env[63070]: DEBUG oslo_concurrency.lockutils [req-62c1b5b8-4eba-4310-9480-dc242ba99018 req-79b7f294-f28a-44c9-9f76-6d929d243d92 service nova] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.412941] env[63070]: DEBUG oslo_concurrency.lockutils [req-62c1b5b8-4eba-4310-9480-dc242ba99018 req-79b7f294-f28a-44c9-9f76-6d929d243d92 service nova] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.413118] env[63070]: DEBUG nova.compute.manager [req-62c1b5b8-4eba-4310-9480-dc242ba99018 req-79b7f294-f28a-44c9-9f76-6d929d243d92 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] No waiting events found dispatching network-vif-plugged-760c7e58-3764-4d64-9db1-305f3f0e5833 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1650.413302] env[63070]: WARNING nova.compute.manager [req-62c1b5b8-4eba-4310-9480-dc242ba99018 req-79b7f294-f28a-44c9-9f76-6d929d243d92 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Received unexpected event network-vif-plugged-760c7e58-3764-4d64-9db1-305f3f0e5833 for instance with vm_state building and task_state spawning. [ 1650.417716] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.418183] env[63070]: DEBUG nova.compute.manager [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1650.420761] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.455s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.420969] env[63070]: DEBUG nova.objects.instance [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lazy-loading 'resources' on Instance uuid bc5dd2b5-a632-4576-90e1-aea731cdc05b {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.498116] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552509} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.498410] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ace989a1-8923-4ba4-99c7-4584682c76c5/ace989a1-8923-4ba4-99c7-4584682c76c5.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1650.498620] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1650.498882] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c13696b-aae1-49db-b651-da014b7b589b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.505705] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1650.505705] env[63070]: value = "task-1770919" [ 1650.505705] env[63070]: _type = "Task" [ 1650.505705] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.506504] env[63070]: DEBUG nova.network.neutron [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Successfully updated port: 760c7e58-3764-4d64-9db1-305f3f0e5833 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1650.516475] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.535666] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b48528-16db-8cab-01bf-7aa0ea6fa1f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015746} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.535666] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.535666] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3fc18a79-20a5-4b23-ad12-60ec8cee25c4/3fc18a79-20a5-4b23-ad12-60ec8cee25c4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1650.535666] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.536042] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1650.536103] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-838bed55-5d5b-4534-90c9-8fc553018496 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.538475] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17fe6e11-d09d-4244-a768-f930cab5971f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.546906] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1650.546906] env[63070]: value = "task-1770920" [ 1650.546906] env[63070]: _type = "Task" [ 1650.546906] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.548223] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.548378] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1650.552292] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80f5739-bdff-489c-ab32-d6d60fda0392 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.560887] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.562237] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for the task: (returnval){ [ 1650.562237] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cdd13e-d89f-031a-59c4-27d34c874330" [ 1650.562237] env[63070]: _type = "Task" [ 1650.562237] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.570305] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cdd13e-d89f-031a-59c4-27d34c874330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.924676] env[63070]: DEBUG nova.compute.utils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.929637] env[63070]: DEBUG nova.compute.manager [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.929637] env[63070]: DEBUG nova.network.neutron [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1651.012610] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.012817] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.012920] env[63070]: DEBUG nova.network.neutron [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.019102] env[63070]: DEBUG nova.policy [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b9d37750b994d84a5293b98710cccfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edf2a5df56bc4599a0df33973095282e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1651.035378] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06882} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.039672] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1651.039893] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268754e5-5941-46c3-819e-c71ee121db30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.067040] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] ace989a1-8923-4ba4-99c7-4584682c76c5/ace989a1-8923-4ba4-99c7-4584682c76c5.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1651.073406] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f15d819-45b7-491c-a7c4-a7c6943800e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.089628] env[63070]: DEBUG nova.network.neutron [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1651.103140] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770920, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.109020] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cdd13e-d89f-031a-59c4-27d34c874330, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.109020] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1651.109020] env[63070]: value = "task-1770921" [ 1651.109020] env[63070]: _type = "Task" [ 1651.109020] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.114109] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3610fa1-0716-4eb9-a52b-07982c967f0c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.127623] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.132508] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for the task: (returnval){ [ 1651.132508] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d563ac-0435-0770-8e83-6bc730d89d31" [ 1651.132508] env[63070]: _type = "Task" [ 1651.132508] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.142353] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d563ac-0435-0770-8e83-6bc730d89d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.147133] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.147133] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.381428] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d38bd1-138f-4808-82ef-f320cee74482 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.388846] env[63070]: DEBUG nova.network.neutron [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Updating instance_info_cache with network_info: [{"id": "760c7e58-3764-4d64-9db1-305f3f0e5833", "address": "fa:16:3e:89:fc:34", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760c7e58-37", "ovs_interfaceid": "760c7e58-3764-4d64-9db1-305f3f0e5833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.390799] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634cef2c-e457-4f83-8073-dd3e852621eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.425108] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb09a4-a7c6-4715-88da-d956451b6040 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.429482] env[63070]: DEBUG nova.compute.manager [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1651.435303] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c7d709-6d86-470b-be0c-690053df29ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.449207] env[63070]: DEBUG nova.compute.provider_tree [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.571653] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687384} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.571653] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3fc18a79-20a5-4b23-ad12-60ec8cee25c4/3fc18a79-20a5-4b23-ad12-60ec8cee25c4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1651.571653] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.572401] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9103c383-5a5b-4f6e-9f9d-1167b4c0eda8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.579751] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1651.579751] env[63070]: value = "task-1770922" [ 1651.579751] env[63070]: _type = "Task" [ 1651.579751] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.584210] env[63070]: DEBUG nova.network.neutron [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Successfully created port: c8f1258c-68af-47d2-92af-01a34559ee8a {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1651.591880] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.624292] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.643439] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d563ac-0435-0770-8e83-6bc730d89d31, 'name': SearchDatastore_Task, 'duration_secs': 0.031249} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.643439] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.643650] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 53b291b2-e55f-4510-b491-f35855681e43/53b291b2-e55f-4510-b491-f35855681e43.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1651.643901] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0f21427-ffc4-4217-8e99-87415bca0b79 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.650829] env[63070]: DEBUG nova.compute.utils [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.652344] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for the task: (returnval){ [ 1651.652344] env[63070]: value = "task-1770923" [ 1651.652344] env[63070]: _type = "Task" [ 1651.652344] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.666849] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.894838] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.895242] env[63070]: DEBUG nova.compute.manager [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Instance network_info: |[{"id": "760c7e58-3764-4d64-9db1-305f3f0e5833", "address": "fa:16:3e:89:fc:34", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760c7e58-37", "ovs_interfaceid": "760c7e58-3764-4d64-9db1-305f3f0e5833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1651.895839] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:fc:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '760c7e58-3764-4d64-9db1-305f3f0e5833', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1651.905429] env[63070]: DEBUG oslo.service.loopingcall [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.905884] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1651.906293] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-152dd3fc-d8e9-48e9-8c68-b68f852ea5e2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.929356] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1651.929356] env[63070]: value = "task-1770924" [ 1651.929356] env[63070]: _type = "Task" [ 1651.929356] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.941418] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.952054] env[63070]: DEBUG nova.scheduler.client.report [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1652.094410] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072773} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.094810] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.095531] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc02aa3-dd79-4598-9ea3-9ca250b7b8f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.119181] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 3fc18a79-20a5-4b23-ad12-60ec8cee25c4/3fc18a79-20a5-4b23-ad12-60ec8cee25c4.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.120238] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c37e7a5-9feb-45f4-ad61-54a549abea04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.142841] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770921, 'name': ReconfigVM_Task, 'duration_secs': 0.623631} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.144216] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Reconfigured VM instance instance-00000050 to attach disk [datastore1] ace989a1-8923-4ba4-99c7-4584682c76c5/ace989a1-8923-4ba4-99c7-4584682c76c5.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1652.144922] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1652.144922] env[63070]: value = "task-1770925" [ 1652.144922] env[63070]: _type = "Task" [ 1652.144922] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.145132] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-651611d0-7394-4650-93a3-d20a142929d7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.155153] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.155649] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.159395] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1652.159395] env[63070]: value = "task-1770926" [ 1652.159395] env[63070]: _type = "Task" [ 1652.159395] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.166532] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485633} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.167100] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 53b291b2-e55f-4510-b491-f35855681e43/53b291b2-e55f-4510-b491-f35855681e43.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1652.167320] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1652.167560] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d04157c7-9a0d-44bf-977f-0972aa948fee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.172232] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770926, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.176132] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for the task: (returnval){ [ 1652.176132] env[63070]: value = "task-1770927" [ 1652.176132] env[63070]: _type = "Task" [ 1652.176132] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.183537] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.439063] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.443351] env[63070]: DEBUG nova.compute.manager [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1652.457258] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.459401] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.388s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.459692] env[63070]: DEBUG nova.objects.instance [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lazy-loading 'resources' on Instance uuid f75ea9ed-d5ca-49c3-b705-36ef56c801e2 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.468935] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1652.469169] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.469322] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1652.469501] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.469644] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1652.469788] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1652.469984] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1652.470171] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1652.470345] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1652.470505] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1652.470667] env[63070]: DEBUG nova.virt.hardware [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1652.471498] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e7714f-0f48-4412-b397-fc435a3fa751 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.477182] env[63070]: DEBUG nova.compute.manager [req-412a0041-f01c-43fa-83c2-0f53db4397a7 req-19c85329-eada-4412-ad85-179ff0e218bb service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Received event network-changed-760c7e58-3764-4d64-9db1-305f3f0e5833 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1652.477182] env[63070]: DEBUG nova.compute.manager [req-412a0041-f01c-43fa-83c2-0f53db4397a7 req-19c85329-eada-4412-ad85-179ff0e218bb service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Refreshing instance network info cache due to event network-changed-760c7e58-3764-4d64-9db1-305f3f0e5833. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1652.477182] env[63070]: DEBUG oslo_concurrency.lockutils [req-412a0041-f01c-43fa-83c2-0f53db4397a7 req-19c85329-eada-4412-ad85-179ff0e218bb service nova] Acquiring lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.477318] env[63070]: DEBUG oslo_concurrency.lockutils [req-412a0041-f01c-43fa-83c2-0f53db4397a7 req-19c85329-eada-4412-ad85-179ff0e218bb service nova] Acquired lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.477453] env[63070]: DEBUG nova.network.neutron [req-412a0041-f01c-43fa-83c2-0f53db4397a7 req-19c85329-eada-4412-ad85-179ff0e218bb service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Refreshing network info cache for port 760c7e58-3764-4d64-9db1-305f3f0e5833 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.481453] env[63070]: INFO nova.scheduler.client.report [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleted allocations for instance bc5dd2b5-a632-4576-90e1-aea731cdc05b [ 1652.483991] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c63921-18ee-48ae-91f5-672544bf0bed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.657794] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770925, 'name': ReconfigVM_Task, 'duration_secs': 0.350965} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.658102] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 3fc18a79-20a5-4b23-ad12-60ec8cee25c4/3fc18a79-20a5-4b23-ad12-60ec8cee25c4.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1652.658842] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1ccf9e-0b8a-4620-acf8-fc2b7e849d44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.670242] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770926, 'name': Rename_Task, 'duration_secs': 0.174477} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.671416] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1652.671716] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1652.671716] env[63070]: value = "task-1770928" [ 1652.671716] env[63070]: _type = "Task" [ 1652.671716] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.671901] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e6a6be-2572-47f6-b72d-d5aa87687c85 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.681686] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1652.681686] env[63070]: value = "task-1770929" [ 1652.681686] env[63070]: _type = "Task" [ 1652.681686] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.687297] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770928, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.687567] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167018} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.690685] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.691322] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6b68a3-6e9a-43fc-a628-14b5ad491db3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.698717] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770929, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.717476] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 53b291b2-e55f-4510-b491-f35855681e43/53b291b2-e55f-4510-b491-f35855681e43.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.717690] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d562f900-1aed-4f19-a4dd-a9d5ac4bce11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.743871] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for the task: (returnval){ [ 1652.743871] env[63070]: value = "task-1770930" [ 1652.743871] env[63070]: _type = "Task" [ 1652.743871] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.753951] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.940073] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.993595] env[63070]: DEBUG oslo_concurrency.lockutils [None req-cafc2acf-2d2a-4518-921b-8332a085f5f9 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "bc5dd2b5-a632-4576-90e1-aea731cdc05b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.004s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.185723] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770928, 'name': Rename_Task, 'duration_secs': 0.169472} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.186040] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1653.186284] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9f87bff-d1b6-4825-8f23-e8e0e3b4d688 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.198983] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1653.198983] env[63070]: value = "task-1770931" [ 1653.198983] env[63070]: _type = "Task" [ 1653.198983] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.204024] env[63070]: DEBUG oslo_vmware.api [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770929, 'name': PowerOnVM_Task, 'duration_secs': 0.507742} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.205956] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1653.206204] env[63070]: INFO nova.compute.manager [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Took 11.83 seconds to spawn the instance on the hypervisor. [ 1653.206502] env[63070]: DEBUG nova.compute.manager [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1653.207330] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0132461b-01cb-4059-89ca-6844e0e18801 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.214781] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.241489] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.241489] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.241489] env[63070]: INFO nova.compute.manager [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Attaching volume 697decc0-e923-444d-9811-1e0d63aef047 to /dev/sdb [ 1653.241755] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "be182532-b109-41da-931d-297bb773b2f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.241813] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "be182532-b109-41da-931d-297bb773b2f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.242049] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "be182532-b109-41da-931d-297bb773b2f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.242973] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "be182532-b109-41da-931d-297bb773b2f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.242973] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "be182532-b109-41da-931d-297bb773b2f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.246507] env[63070]: INFO nova.compute.manager [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Terminating instance [ 1653.260036] env[63070]: DEBUG nova.network.neutron [req-412a0041-f01c-43fa-83c2-0f53db4397a7 req-19c85329-eada-4412-ad85-179ff0e218bb service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Updated VIF entry in instance network info cache for port 760c7e58-3764-4d64-9db1-305f3f0e5833. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.262024] env[63070]: DEBUG nova.network.neutron [req-412a0041-f01c-43fa-83c2-0f53db4397a7 req-19c85329-eada-4412-ad85-179ff0e218bb service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Updating instance_info_cache with network_info: [{"id": "760c7e58-3764-4d64-9db1-305f3f0e5833", "address": "fa:16:3e:89:fc:34", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760c7e58-37", "ovs_interfaceid": "760c7e58-3764-4d64-9db1-305f3f0e5833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.267649] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770930, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.298112] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25932e31-75bc-4a6c-a343-2ed9b3c68b6c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.306192] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccf19ef-44fe-4aec-8ff3-132af127d80e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.322468] env[63070]: DEBUG nova.virt.block_device [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updating existing volume attachment record: 41f8ca25-5490-4123-904d-440f697a19f8 {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1653.353037] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab36ab6e-e235-4af5-991f-3c72eec3c5e3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.358887] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda39592-57fd-4ac8-9fcd-b40ca82b30f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.390392] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c8d27-93bb-4f4a-9496-1ef0580e1d12 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.400776] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30edea6-550b-4eca-afa7-75bd3aafc115 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.415986] env[63070]: DEBUG nova.compute.provider_tree [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.440604] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.716755] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.727349] env[63070]: INFO nova.compute.manager [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Took 21.76 seconds to build instance. [ 1653.749030] env[63070]: DEBUG nova.compute.manager [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1653.749269] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.750040] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a35125c-5c1c-4793-b566-9e84bfdb928a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.760188] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770930, 'name': ReconfigVM_Task, 'duration_secs': 0.561941} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.760188] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 53b291b2-e55f-4510-b491-f35855681e43/53b291b2-e55f-4510-b491-f35855681e43.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.761321] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.761321] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1fee3b8-dde5-4096-bddf-677d6633e489 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.762395] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f77aaff-aaea-47ae-abe7-2a9172045ac3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.763830] env[63070]: DEBUG oslo_concurrency.lockutils [req-412a0041-f01c-43fa-83c2-0f53db4397a7 req-19c85329-eada-4412-ad85-179ff0e218bb service nova] Releasing lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.768519] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for the task: (returnval){ [ 1653.768519] env[63070]: value = "task-1770934" [ 1653.768519] env[63070]: _type = "Task" [ 1653.768519] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.770288] env[63070]: DEBUG oslo_vmware.api [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1653.770288] env[63070]: value = "task-1770935" [ 1653.770288] env[63070]: _type = "Task" [ 1653.770288] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.782114] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770934, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.785845] env[63070]: DEBUG oslo_vmware.api [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.920229] env[63070]: DEBUG nova.scheduler.client.report [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.942675] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.211662] env[63070]: DEBUG oslo_vmware.api [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770931, 'name': PowerOnVM_Task, 'duration_secs': 0.824467} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.211916] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1654.212490] env[63070]: INFO nova.compute.manager [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1654.212490] env[63070]: DEBUG nova.compute.manager [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.213042] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d711c88-bfd6-44c6-8d87-1e03a74a26a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.228976] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6648d47d-cf57-4368-9b04-310225f51382 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "ace989a1-8923-4ba4-99c7-4584682c76c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.281s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.282661] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770934, 'name': Rename_Task, 'duration_secs': 0.180989} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.285641] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.285923] env[63070]: DEBUG oslo_vmware.api [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770935, 'name': PowerOffVM_Task, 'duration_secs': 0.202225} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.286141] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07aa0da4-303a-4b05-a19b-886827c17ba4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.287628] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.287802] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.288037] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ce1ae8d-6390-4312-92a9-55669f3f9abf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.294064] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for the task: (returnval){ [ 1654.294064] env[63070]: value = "task-1770937" [ 1654.294064] env[63070]: _type = "Task" [ 1654.294064] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.305045] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.425806] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.428431] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.586s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.428680] env[63070]: DEBUG nova.objects.instance [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lazy-loading 'resources' on Instance uuid 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.442804] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.448700] env[63070]: INFO nova.scheduler.client.report [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Deleted allocations for instance f75ea9ed-d5ca-49c3-b705-36ef56c801e2 [ 1654.730298] env[63070]: INFO nova.compute.manager [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Took 18.90 seconds to build instance. [ 1654.807097] env[63070]: DEBUG oslo_vmware.api [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770937, 'name': PowerOnVM_Task, 'duration_secs': 0.50472} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.807410] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1654.807633] env[63070]: INFO nova.compute.manager [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1654.807843] env[63070]: DEBUG nova.compute.manager [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.808663] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54024e0-3d1b-4039-8dac-adf72a6b96c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.944108] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.958259] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c3a9635c-27ad-4db9-9b87-95ebd1e52303 tempest-ServerActionsTestOtherA-1024463605 tempest-ServerActionsTestOtherA-1024463605-project-member] Lock "f75ea9ed-d5ca-49c3-b705-36ef56c801e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.658s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.106630] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "ace989a1-8923-4ba4-99c7-4584682c76c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.106871] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "ace989a1-8923-4ba4-99c7-4584682c76c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.107075] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "ace989a1-8923-4ba4-99c7-4584682c76c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.107257] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "ace989a1-8923-4ba4-99c7-4584682c76c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.107424] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "ace989a1-8923-4ba4-99c7-4584682c76c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.110815] env[63070]: INFO nova.compute.manager [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Terminating instance [ 1655.231979] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b6f3009c-d48a-4382-b89c-0bdb298131e6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.429s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.282314] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b79f90-77c2-4db6-b5bb-5c01f14bb878 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.290063] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4438fa-8013-4e19-89b6-eea95e96ae83 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.329713] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abb4937-1d56-43a6-a60a-4babf8c8a13c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.334086] env[63070]: INFO nova.compute.manager [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Took 18.84 seconds to build instance. [ 1655.340878] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccacda9-3d9d-46a8-ab35-3801f556228a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.106832] env[63070]: DEBUG nova.compute.manager [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1656.106832] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1656.107072] env[63070]: INFO nova.compute.manager [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Rebuilding instance [ 1656.108912] env[63070]: DEBUG oslo_concurrency.lockutils [None req-35541818-1dc7-4fff-aa31-d35541483c57 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lock "53b291b2-e55f-4510-b491-f35855681e43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.625s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.113524] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f9c30b-f2f3-4ca9-9e94-2aa48d0d550b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.126988] env[63070]: DEBUG nova.compute.provider_tree [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.133190] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.133436] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.135573] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0133505-ff5b-483d-b232-7d1b003e86a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.141955] env[63070]: DEBUG oslo_vmware.api [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1656.141955] env[63070]: value = "task-1770940" [ 1656.141955] env[63070]: _type = "Task" [ 1656.141955] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.154121] env[63070]: DEBUG oslo_vmware.api [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.169026] env[63070]: DEBUG nova.compute.manager [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.169026] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52016e8-522c-437a-ad44-3b81ad1f6b2f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.616055] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.638051] env[63070]: DEBUG nova.scheduler.client.report [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.655328] env[63070]: DEBUG oslo_vmware.api [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770940, 'name': PowerOffVM_Task, 'duration_secs': 0.262959} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.655664] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1656.655852] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1656.656177] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f582dc2-a914-42c2-a04f-213df4ad57c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.115868] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.142347] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.714s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.146015] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.088s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.146450] env[63070]: DEBUG nova.objects.instance [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lazy-loading 'resources' on Instance uuid 5a175392-55ed-45ad-b48e-7ec762e9ae20 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.170168] env[63070]: INFO nova.scheduler.client.report [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Deleted allocations for instance 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f [ 1657.179869] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1657.179869] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd1e9b5e-ebc8-4cc7-99f7-8976dde7cc3a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.189115] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1657.189115] env[63070]: value = "task-1770942" [ 1657.189115] env[63070]: _type = "Task" [ 1657.189115] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.197901] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.443072] env[63070]: DEBUG oslo_concurrency.lockutils [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquiring lock "53b291b2-e55f-4510-b491-f35855681e43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.443433] env[63070]: DEBUG oslo_concurrency.lockutils [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lock "53b291b2-e55f-4510-b491-f35855681e43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.443656] env[63070]: DEBUG oslo_concurrency.lockutils [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquiring lock "53b291b2-e55f-4510-b491-f35855681e43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.443843] env[63070]: DEBUG oslo_concurrency.lockutils [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lock "53b291b2-e55f-4510-b491-f35855681e43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.444022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lock "53b291b2-e55f-4510-b491-f35855681e43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.446972] env[63070]: INFO nova.compute.manager [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Terminating instance [ 1657.618548] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.678808] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e7bd067-81eb-43e3-846c-4aed3a36c6c1 tempest-DeleteServersAdminTestJSON-1949451016 tempest-DeleteServersAdminTestJSON-1949451016-project-member] Lock "8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.422s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.701940] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770942, 'name': PowerOffVM_Task, 'duration_secs': 0.233229} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.702257] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.702488] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1657.703269] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bea06f-427c-4e87-a58d-72eb37db1efc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.713529] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1657.713827] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0be876b-0c38-447a-a93d-9a14ec4cbba5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.954717] env[63070]: DEBUG nova.compute.manager [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1657.954717] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1657.955691] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bfc932-867c-4095-8714-b03c04ffbd23 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.966568] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1657.966568] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3df9acb-5e4b-4db2-886c-2582de5d466a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.974981] env[63070]: DEBUG oslo_vmware.api [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for the task: (returnval){ [ 1657.974981] env[63070]: value = "task-1770944" [ 1657.974981] env[63070]: _type = "Task" [ 1657.974981] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.984633] env[63070]: DEBUG oslo_vmware.api [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.987953] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ec8cb5-f6e3-4c1b-a8a9-192f19a56f3d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.997434] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041d45be-808e-4346-ba0f-eff9599d641f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.032327] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412955f9-6587-4b7b-9979-6a3b85c4628d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.040356] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07783c8-9906-486d-b508-24c0d3259b12 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.054916] env[63070]: DEBUG nova.compute.provider_tree [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.118616] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.371894] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1658.372266] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367757', 'volume_id': '697decc0-e923-444d-9811-1e0d63aef047', 'name': 'volume-697decc0-e923-444d-9811-1e0d63aef047', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8f758c5-2ab4-468d-88b7-f18d11b16d8e', 'attached_at': '', 'detached_at': '', 'volume_id': '697decc0-e923-444d-9811-1e0d63aef047', 'serial': '697decc0-e923-444d-9811-1e0d63aef047'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1658.373264] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68960e9-41a5-4791-aeb6-2d74812dd874 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.389698] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfb3eeb-aa43-40a1-826c-635a07ec9924 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.413408] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-697decc0-e923-444d-9811-1e0d63aef047/volume-697decc0-e923-444d-9811-1e0d63aef047.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.413722] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89d11b6-93ca-441e-87bd-2fbd778bf29b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.430870] env[63070]: DEBUG oslo_vmware.api [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1658.430870] env[63070]: value = "task-1770945" [ 1658.430870] env[63070]: _type = "Task" [ 1658.430870] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.438867] env[63070]: DEBUG oslo_vmware.api [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.483304] env[63070]: DEBUG oslo_vmware.api [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770944, 'name': PowerOffVM_Task, 'duration_secs': 0.19251} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.483516] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1658.483683] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1658.483933] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b305ed-571a-4f6d-8d87-894056b43e4b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.558101] env[63070]: DEBUG nova.scheduler.client.report [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.626712] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.945474] env[63070]: DEBUG oslo_vmware.api [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770945, 'name': ReconfigVM_Task, 'duration_secs': 0.338041} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.945806] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-697decc0-e923-444d-9811-1e0d63aef047/volume-697decc0-e923-444d-9811-1e0d63aef047.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.951587] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b63a6161-ca4f-4b0d-92e0-3d71481273ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.968600] env[63070]: DEBUG oslo_vmware.api [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1658.968600] env[63070]: value = "task-1770947" [ 1658.968600] env[63070]: _type = "Task" [ 1658.968600] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.978331] env[63070]: DEBUG oslo_vmware.api [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.062984] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.096628] env[63070]: INFO nova.scheduler.client.report [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted allocations for instance 5a175392-55ed-45ad-b48e-7ec762e9ae20 [ 1659.123541] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.242189] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.242471] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.242738] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Deleting the datastore file [datastore1] 53b291b2-e55f-4510-b491-f35855681e43 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.242860] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab9cd02b-dd74-4cc6-93cc-41dfc28171d9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.251208] env[63070]: DEBUG oslo_vmware.api [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for the task: (returnval){ [ 1659.251208] env[63070]: value = "task-1770948" [ 1659.251208] env[63070]: _type = "Task" [ 1659.251208] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.256366] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.256667] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.256758] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleting the datastore file [datastore1] ace989a1-8923-4ba4-99c7-4584682c76c5 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.257427] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53f0b8ac-0dc1-46b7-a797-2bc712160cb7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.263351] env[63070]: DEBUG oslo_vmware.api [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.265962] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.265962] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.266140] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleting the datastore file [datastore1] be182532-b109-41da-931d-297bb773b2f1 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.266386] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-109eacaa-9d70-446c-8c41-abb8814d2a84 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.269263] env[63070]: DEBUG oslo_vmware.api [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1659.269263] env[63070]: value = "task-1770949" [ 1659.269263] env[63070]: _type = "Task" [ 1659.269263] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.281870] env[63070]: DEBUG oslo_vmware.api [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.281870] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.282066] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.282224] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleting the datastore file [datastore1] 3fc18a79-20a5-4b23-ad12-60ec8cee25c4 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.282807] env[63070]: DEBUG oslo_vmware.api [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1659.282807] env[63070]: value = "task-1770950" [ 1659.282807] env[63070]: _type = "Task" [ 1659.282807] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.283678] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d46ce385-176e-49f5-b28d-1bba2be82c71 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.296146] env[63070]: DEBUG oslo_vmware.api [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.301022] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1659.301022] env[63070]: value = "task-1770951" [ 1659.301022] env[63070]: _type = "Task" [ 1659.301022] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.308975] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.478788] env[63070]: DEBUG oslo_vmware.api [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770947, 'name': ReconfigVM_Task, 'duration_secs': 0.136489} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.479308] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367757', 'volume_id': '697decc0-e923-444d-9811-1e0d63aef047', 'name': 'volume-697decc0-e923-444d-9811-1e0d63aef047', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8f758c5-2ab4-468d-88b7-f18d11b16d8e', 'attached_at': '', 'detached_at': '', 'volume_id': '697decc0-e923-444d-9811-1e0d63aef047', 'serial': '697decc0-e923-444d-9811-1e0d63aef047'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1659.604041] env[63070]: DEBUG oslo_concurrency.lockutils [None req-14d2e489-72f1-4f8a-b7a1-c8113d01ac61 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "5a175392-55ed-45ad-b48e-7ec762e9ae20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.082s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.620495] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770924, 'name': CreateVM_Task, 'duration_secs': 7.515426} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.620666] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1659.621421] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.621576] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.621889] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1659.622154] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cec8a81-2982-4e27-b957-a85de4cdfb7f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.629370] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1659.629370] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4e821-a3a8-fdc9-eb71-c0e57a01621e" [ 1659.629370] env[63070]: _type = "Task" [ 1659.629370] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.638038] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4e821-a3a8-fdc9-eb71-c0e57a01621e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.765571] env[63070]: DEBUG oslo_vmware.api [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Task: {'id': task-1770948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182327} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.766973] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.766973] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.766973] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.766973] env[63070]: INFO nova.compute.manager [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1659.766973] env[63070]: DEBUG oslo.service.loopingcall [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.766973] env[63070]: DEBUG nova.compute.manager [-] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.766973] env[63070]: DEBUG nova.network.neutron [-] [instance: 53b291b2-e55f-4510-b491-f35855681e43] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.780903] env[63070]: DEBUG oslo_vmware.api [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18325} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.781197] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.781449] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.781565] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.781993] env[63070]: INFO nova.compute.manager [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Took 3.68 seconds to destroy the instance on the hypervisor. [ 1659.781993] env[63070]: DEBUG oslo.service.loopingcall [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.782173] env[63070]: DEBUG nova.compute.manager [-] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.782265] env[63070]: DEBUG nova.network.neutron [-] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.794225] env[63070]: DEBUG oslo_vmware.api [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183583} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.794659] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.794870] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.795061] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.795237] env[63070]: INFO nova.compute.manager [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: be182532-b109-41da-931d-297bb773b2f1] Took 6.05 seconds to destroy the instance on the hypervisor. [ 1659.795468] env[63070]: DEBUG oslo.service.loopingcall [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.795661] env[63070]: DEBUG nova.compute.manager [-] [instance: be182532-b109-41da-931d-297bb773b2f1] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.795753] env[63070]: DEBUG nova.network.neutron [-] [instance: be182532-b109-41da-931d-297bb773b2f1] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.814147] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177261} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.814147] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.814147] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.814147] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1660.151022] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d4e821-a3a8-fdc9-eb71-c0e57a01621e, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.151022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.151022] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1660.151022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.151022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.151022] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1660.151022] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3489151b-7240-4848-a84c-b1172150959d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.155890] env[63070]: DEBUG nova.compute.manager [req-1a3e04bb-6656-4aee-a7a6-f1b79b949f60 req-4f021418-0251-4678-bbb4-cc8dd3344235 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Received event network-vif-deleted-36473085-73c2-4d48-a338-9a5c28a67899 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1660.156089] env[63070]: INFO nova.compute.manager [req-1a3e04bb-6656-4aee-a7a6-f1b79b949f60 req-4f021418-0251-4678-bbb4-cc8dd3344235 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Neutron deleted interface 36473085-73c2-4d48-a338-9a5c28a67899; detaching it from the instance and deleting it from the info cache [ 1660.156269] env[63070]: DEBUG nova.network.neutron [req-1a3e04bb-6656-4aee-a7a6-f1b79b949f60 req-4f021418-0251-4678-bbb4-cc8dd3344235 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.170604] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.170880] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1660.171704] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1afbb1d2-3958-4e64-95c5-d77df110520b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.184111] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1660.184111] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522cf4a9-9600-64bb-e4cb-fe71fe79c896" [ 1660.184111] env[63070]: _type = "Task" [ 1660.184111] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.198223] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522cf4a9-9600-64bb-e4cb-fe71fe79c896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.486244] env[63070]: DEBUG nova.compute.manager [req-7926894e-0dc1-408a-ae3b-98a42a45c9c2 req-925db37d-55f7-46fa-84f0-77d066612aa0 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Received event network-vif-deleted-6f22241c-258d-4688-9fff-5f498613ab81 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1660.486515] env[63070]: INFO nova.compute.manager [req-7926894e-0dc1-408a-ae3b-98a42a45c9c2 req-925db37d-55f7-46fa-84f0-77d066612aa0 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Neutron deleted interface 6f22241c-258d-4688-9fff-5f498613ab81; detaching it from the instance and deleting it from the info cache [ 1660.486714] env[63070]: DEBUG nova.network.neutron [req-7926894e-0dc1-408a-ae3b-98a42a45c9c2 req-925db37d-55f7-46fa-84f0-77d066612aa0 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.550851] env[63070]: DEBUG nova.objects.instance [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lazy-loading 'flavor' on Instance uuid c8f758c5-2ab4-468d-88b7-f18d11b16d8e {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.556020] env[63070]: DEBUG nova.network.neutron [-] [instance: be182532-b109-41da-931d-297bb773b2f1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.622737] env[63070]: DEBUG nova.network.neutron [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Successfully updated port: c8f1258c-68af-47d2-92af-01a34559ee8a {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1660.662641] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8628611b-e537-4159-92ea-1b549477c934 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.673164] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a076c42a-e78c-4a51-94ed-bbb76bb49230 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.693131] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522cf4a9-9600-64bb-e4cb-fe71fe79c896, 'name': SearchDatastore_Task, 'duration_secs': 0.036589} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.693977] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27deb08f-abd9-4e6f-8b36-a4fdbd340e04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.699066] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1660.699066] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5271fd38-51b1-5837-00a2-a8ead88fba5c" [ 1660.699066] env[63070]: _type = "Task" [ 1660.699066] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.712691] env[63070]: DEBUG nova.compute.manager [req-1a3e04bb-6656-4aee-a7a6-f1b79b949f60 req-4f021418-0251-4678-bbb4-cc8dd3344235 service nova] [instance: be182532-b109-41da-931d-297bb773b2f1] Detach interface failed, port_id=36473085-73c2-4d48-a338-9a5c28a67899, reason: Instance be182532-b109-41da-931d-297bb773b2f1 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1660.722627] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5271fd38-51b1-5837-00a2-a8ead88fba5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.722627] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.722627] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3d62a35b-6640-4c9a-8501-6ee20908b7ad/3d62a35b-6640-4c9a-8501-6ee20908b7ad.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1660.722627] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef7005ea-8e4f-4d9b-86e8-c24a13f3d2ed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.728091] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1660.728091] env[63070]: value = "task-1770952" [ 1660.728091] env[63070]: _type = "Task" [ 1660.728091] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.735696] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.831361] env[63070]: INFO nova.compute.manager [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Rescuing [ 1660.831634] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.832513] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.832513] env[63070]: DEBUG nova.network.neutron [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.859944] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1660.860209] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1660.860387] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1660.860580] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1660.860726] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1660.860886] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1660.861385] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1660.861801] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1660.862046] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1660.862180] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1660.862359] env[63070]: DEBUG nova.virt.hardware [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1660.863589] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd18f166-6ad6-4b5e-a44d-160fa87f2adc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.872738] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60914f9-505e-4751-9874-4048a0ab7afd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.886667] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:83:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1660.894301] env[63070]: DEBUG oslo.service.loopingcall [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.894595] env[63070]: DEBUG nova.network.neutron [-] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.896251] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1660.896668] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f04eb8d-1360-4e9a-9677-eec2994b9274 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.923168] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1660.923168] env[63070]: value = "task-1770953" [ 1660.923168] env[63070]: _type = "Task" [ 1660.923168] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.933047] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770953, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.953756] env[63070]: DEBUG nova.network.neutron [-] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.989256] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c51fe627-cbe8-4b30-9333-72cfd0956f04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.998572] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877f7138-1572-483a-8bd5-899e43787a2b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.035911] env[63070]: DEBUG nova.compute.manager [req-7926894e-0dc1-408a-ae3b-98a42a45c9c2 req-925db37d-55f7-46fa-84f0-77d066612aa0 service nova] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Detach interface failed, port_id=6f22241c-258d-4688-9fff-5f498613ab81, reason: Instance 53b291b2-e55f-4510-b491-f35855681e43 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1661.055421] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f4cddd48-e25d-4e8e-bdd8-ee16b537f1be tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.816s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.058477] env[63070]: INFO nova.compute.manager [-] [instance: be182532-b109-41da-931d-297bb773b2f1] Took 1.26 seconds to deallocate network for instance. [ 1661.096510] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "32171cc3-2a4b-47a4-a827-ec349df08572" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.096833] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "32171cc3-2a4b-47a4-a827-ec349df08572" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.097064] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "32171cc3-2a4b-47a4-a827-ec349df08572-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.097262] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "32171cc3-2a4b-47a4-a827-ec349df08572-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.097417] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "32171cc3-2a4b-47a4-a827-ec349df08572-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.099628] env[63070]: INFO nova.compute.manager [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Terminating instance [ 1661.126073] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "refresh_cache-f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.126234] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "refresh_cache-f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.126430] env[63070]: DEBUG nova.network.neutron [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.239772] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770952, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.397356] env[63070]: INFO nova.compute.manager [-] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Took 1.63 seconds to deallocate network for instance. [ 1661.438408] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770953, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.459739] env[63070]: INFO nova.compute.manager [-] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Took 1.68 seconds to deallocate network for instance. [ 1661.566345] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.566497] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.566727] env[63070]: DEBUG nova.objects.instance [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lazy-loading 'resources' on Instance uuid be182532-b109-41da-931d-297bb773b2f1 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.600982] env[63070]: DEBUG nova.network.neutron [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updating instance_info_cache with network_info: [{"id": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "address": "fa:16:3e:a2:57:ab", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3c6668-89", "ovs_interfaceid": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.603409] env[63070]: DEBUG nova.compute.manager [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1661.603647] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.608019] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a8dba8-b737-43a3-8ae4-da4efd392932 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.614499] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.614589] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b84e0e6-1942-435a-b812-687593f466c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.622056] env[63070]: DEBUG oslo_vmware.api [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1661.622056] env[63070]: value = "task-1770954" [ 1661.622056] env[63070]: _type = "Task" [ 1661.622056] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.634385] env[63070]: DEBUG oslo_vmware.api [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.659616] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "eb25212a-fcd0-4127-b659-083426af60c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.659920] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "eb25212a-fcd0-4127-b659-083426af60c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.677682] env[63070]: DEBUG nova.network.neutron [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1661.741113] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604113} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.743731] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3d62a35b-6640-4c9a-8501-6ee20908b7ad/3d62a35b-6640-4c9a-8501-6ee20908b7ad.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1661.743961] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1661.745375] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17b6bbc2-eef8-4645-b0e0-a9806729d4ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.752236] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1661.752236] env[63070]: value = "task-1770955" [ 1661.752236] env[63070]: _type = "Task" [ 1661.752236] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.761196] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.905809] env[63070]: DEBUG oslo_concurrency.lockutils [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.916742] env[63070]: DEBUG nova.network.neutron [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Updating instance_info_cache with network_info: [{"id": "c8f1258c-68af-47d2-92af-01a34559ee8a", "address": "fa:16:3e:5d:f6:a0", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f1258c-68", "ovs_interfaceid": "c8f1258c-68af-47d2-92af-01a34559ee8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.934598] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770953, 'name': CreateVM_Task, 'duration_secs': 0.718044} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.938331] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.938331] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.938331] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.938331] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1661.938331] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8175489-3b1e-48d7-81b8-c3bfacb5b14a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.945685] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1661.945685] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5261e84f-6e3b-58fa-8c68-f884746f2b3d" [ 1661.945685] env[63070]: _type = "Task" [ 1661.945685] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.954364] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5261e84f-6e3b-58fa-8c68-f884746f2b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.965508] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.112154] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.132311] env[63070]: DEBUG oslo_vmware.api [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770954, 'name': PowerOffVM_Task, 'duration_secs': 0.25605} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.132570] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1662.132737] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1662.132983] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4caef127-6f53-4fbc-b79c-42d535a62b5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.163011] env[63070]: DEBUG nova.compute.manager [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1662.225040] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1662.225306] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1662.225524] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleting the datastore file [datastore1] 32171cc3-2a4b-47a4-a827-ec349df08572 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.225803] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b6226ed-e7ec-48d0-aaac-82f70fe689d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.235073] env[63070]: DEBUG oslo_vmware.api [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1662.235073] env[63070]: value = "task-1770957" [ 1662.235073] env[63070]: _type = "Task" [ 1662.235073] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.242918] env[63070]: DEBUG oslo_vmware.api [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.263589] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171172} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.263912] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.264729] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2269b7c-59b5-4843-8445-4d3df43827de {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.288598] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 3d62a35b-6640-4c9a-8501-6ee20908b7ad/3d62a35b-6640-4c9a-8501-6ee20908b7ad.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.291350] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7db0d9e-d26b-46b8-bf9c-77367bab55b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.312041] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1662.312041] env[63070]: value = "task-1770958" [ 1662.312041] env[63070]: _type = "Task" [ 1662.312041] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.322194] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.419369] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "refresh_cache-f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.419690] env[63070]: DEBUG nova.compute.manager [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Instance network_info: |[{"id": "c8f1258c-68af-47d2-92af-01a34559ee8a", "address": "fa:16:3e:5d:f6:a0", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f1258c-68", "ovs_interfaceid": "c8f1258c-68af-47d2-92af-01a34559ee8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1662.420134] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:f6:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8f1258c-68af-47d2-92af-01a34559ee8a', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1662.427815] env[63070]: DEBUG oslo.service.loopingcall [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.428742] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1662.429490] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ff26ba-e1d0-4cbd-8dac-a3be33567afd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.432031] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adcfcc82-4f8a-47e2-9d2a-4ccf03c5e637 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.452599] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16666d7c-5c4f-4738-a2aa-f1ea0438d739 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.460425] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5261e84f-6e3b-58fa-8c68-f884746f2b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.460661] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1662.460661] env[63070]: value = "task-1770959" [ 1662.460661] env[63070]: _type = "Task" [ 1662.460661] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.461336] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.461492] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.461726] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.461871] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.462055] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1662.462351] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-038de07a-3f8b-4480-87aa-7b5bccc4a6a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.495143] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7fed94-5de3-46f8-8184-19f590b2aaa9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.500384] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770959, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.501681] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.501956] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1662.507164] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12dbc5e6-c75e-40ec-9d8f-2d399a6561cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.508663] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb70328-a43c-415f-b88b-ca092bcf0a54 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.517534] env[63070]: DEBUG nova.compute.manager [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Received event network-vif-plugged-c8f1258c-68af-47d2-92af-01a34559ee8a {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1662.517807] env[63070]: DEBUG oslo_concurrency.lockutils [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] Acquiring lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.517977] env[63070]: DEBUG oslo_concurrency.lockutils [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] Lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.518124] env[63070]: DEBUG oslo_concurrency.lockutils [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] Lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.518280] env[63070]: DEBUG nova.compute.manager [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] No waiting events found dispatching network-vif-plugged-c8f1258c-68af-47d2-92af-01a34559ee8a {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1662.518454] env[63070]: WARNING nova.compute.manager [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Received unexpected event network-vif-plugged-c8f1258c-68af-47d2-92af-01a34559ee8a for instance with vm_state building and task_state spawning. [ 1662.518619] env[63070]: DEBUG nova.compute.manager [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Received event network-vif-deleted-8e72b17a-2185-4021-b110-51ee6bab4609 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1662.518788] env[63070]: DEBUG nova.compute.manager [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Received event network-changed-c8f1258c-68af-47d2-92af-01a34559ee8a {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1662.518947] env[63070]: DEBUG nova.compute.manager [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Refreshing instance network info cache due to event network-changed-c8f1258c-68af-47d2-92af-01a34559ee8a. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1662.519153] env[63070]: DEBUG oslo_concurrency.lockutils [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] Acquiring lock "refresh_cache-f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.519287] env[63070]: DEBUG oslo_concurrency.lockutils [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] Acquired lock "refresh_cache-f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.519439] env[63070]: DEBUG nova.network.neutron [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Refreshing network info cache for port c8f1258c-68af-47d2-92af-01a34559ee8a {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1662.531716] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1662.531716] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528d1b41-900f-167a-5ff4-615e83e9b60e" [ 1662.531716] env[63070]: _type = "Task" [ 1662.531716] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.532255] env[63070]: DEBUG nova.compute.provider_tree [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.542985] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528d1b41-900f-167a-5ff4-615e83e9b60e, 'name': SearchDatastore_Task, 'duration_secs': 0.014986} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.544408] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3cbbb21-98c0-4663-b923-35f2977ab1f2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.552704] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1662.552704] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5260e4a4-2021-bf06-9d03-dbc4dbde6ba3" [ 1662.552704] env[63070]: _type = "Task" [ 1662.552704] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.561649] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5260e4a4-2021-bf06-9d03-dbc4dbde6ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.694441] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.728989] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquiring lock "707ae480-db14-4ec7-b3f2-5c2ba442b822" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.729271] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "707ae480-db14-4ec7-b3f2-5c2ba442b822" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.745445] env[63070]: DEBUG oslo_vmware.api [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1770957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176199} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.745696] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.745991] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.746653] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.746653] env[63070]: INFO nova.compute.manager [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1662.746653] env[63070]: DEBUG oslo.service.loopingcall [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.747315] env[63070]: DEBUG nova.compute.manager [-] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1662.748035] env[63070]: DEBUG nova.network.neutron [-] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.823811] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770958, 'name': ReconfigVM_Task, 'duration_secs': 0.315234} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.824390] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 3d62a35b-6640-4c9a-8501-6ee20908b7ad/3d62a35b-6640-4c9a-8501-6ee20908b7ad.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1662.825063] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa687250-5cc9-4ba4-b08c-1c289a42c43c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.833673] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1662.833673] env[63070]: value = "task-1770960" [ 1662.833673] env[63070]: _type = "Task" [ 1662.833673] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.842206] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770960, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.971939] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1770959, 'name': CreateVM_Task, 'duration_secs': 0.473752} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.972128] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1662.972822] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.972988] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.973390] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1662.973634] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b34d9e-ce25-4ad9-a552-b8621929f995 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.978272] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1662.978272] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525c7e80-c907-61e3-16c7-f420eda3d653" [ 1662.978272] env[63070]: _type = "Task" [ 1662.978272] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.986988] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525c7e80-c907-61e3-16c7-f420eda3d653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.037075] env[63070]: DEBUG nova.scheduler.client.report [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.063753] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5260e4a4-2021-bf06-9d03-dbc4dbde6ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.064034] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.064315] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3fc18a79-20a5-4b23-ad12-60ec8cee25c4/3fc18a79-20a5-4b23-ad12-60ec8cee25c4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.064636] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d2102b9-fcea-4dfb-acf5-db9349a85ce0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.072370] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1663.072370] env[63070]: value = "task-1770961" [ 1663.072370] env[63070]: _type = "Task" [ 1663.072370] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.084982] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.232882] env[63070]: DEBUG nova.compute.manager [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1663.282361] env[63070]: DEBUG nova.network.neutron [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Updated VIF entry in instance network info cache for port c8f1258c-68af-47d2-92af-01a34559ee8a. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1663.282736] env[63070]: DEBUG nova.network.neutron [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Updating instance_info_cache with network_info: [{"id": "c8f1258c-68af-47d2-92af-01a34559ee8a", "address": "fa:16:3e:5d:f6:a0", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f1258c-68", "ovs_interfaceid": "c8f1258c-68af-47d2-92af-01a34559ee8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.344010] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770960, 'name': Rename_Task, 'duration_secs': 0.154301} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.344394] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.344643] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79954736-63f9-421f-a53b-538018451244 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.353180] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1663.353180] env[63070]: value = "task-1770962" [ 1663.353180] env[63070]: _type = "Task" [ 1663.353180] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.363475] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.489786] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525c7e80-c907-61e3-16c7-f420eda3d653, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.490127] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.490417] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1663.490704] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.490871] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.491072] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1663.491428] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e808f5ac-ba52-45d7-a290-621b48606700 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.512171] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1663.512472] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.513426] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-925926d1-6c7a-499c-81a0-1380f129171f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.519418] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1663.519418] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521d8e21-60ec-fa5f-65a0-031927889b2f" [ 1663.519418] env[63070]: _type = "Task" [ 1663.519418] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.528053] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521d8e21-60ec-fa5f-65a0-031927889b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.542449] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.545328] env[63070]: DEBUG oslo_concurrency.lockutils [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.640s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.545579] env[63070]: DEBUG nova.objects.instance [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lazy-loading 'resources' on Instance uuid 53b291b2-e55f-4510-b491-f35855681e43 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.568515] env[63070]: INFO nova.scheduler.client.report [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleted allocations for instance be182532-b109-41da-931d-297bb773b2f1 [ 1663.569749] env[63070]: DEBUG nova.network.neutron [-] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.584312] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770961, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.668139] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.668453] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5d6494-7a22-48fa-9727-b631b1db382b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.677371] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1663.677371] env[63070]: value = "task-1770963" [ 1663.677371] env[63070]: _type = "Task" [ 1663.677371] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.687766] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.769047] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.786026] env[63070]: DEBUG oslo_concurrency.lockutils [req-385cdfe9-82c5-4925-8d8f-b651e71bdd58 req-35626900-7cf8-4cdd-8f3e-096ef9809005 service nova] Releasing lock "refresh_cache-f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.864639] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.030471] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521d8e21-60ec-fa5f-65a0-031927889b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.055429} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.031349] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3f223b-204c-4aa3-92d0-89459d233792 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.036235] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1664.036235] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52aaedd8-138b-7eb1-d354-133823a62d55" [ 1664.036235] env[63070]: _type = "Task" [ 1664.036235] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.044861] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52aaedd8-138b-7eb1-d354-133823a62d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.073018] env[63070]: INFO nova.compute.manager [-] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Took 1.33 seconds to deallocate network for instance. [ 1664.084730] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ee6f7700-3149-418c-aee1-20b9a8662e9d tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "be182532-b109-41da-931d-297bb773b2f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.843s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.089484] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542673} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.090323] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 3fc18a79-20a5-4b23-ad12-60ec8cee25c4/3fc18a79-20a5-4b23-ad12-60ec8cee25c4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.090585] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.090833] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8c52d6a-e2b9-4e76-aa55-f3457fa5c985 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.096927] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1664.096927] env[63070]: value = "task-1770964" [ 1664.096927] env[63070]: _type = "Task" [ 1664.096927] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.107742] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.188053] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770963, 'name': PowerOffVM_Task, 'duration_secs': 0.246968} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.190566] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.191674] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5e1689-cc02-4a31-a8c6-9bc7862de5af {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.219015] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0279f1cd-fb91-4fb9-8514-2f6415b4c5a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.253740] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.254653] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6712d387-2cf4-4370-a942-a68eaa6954af {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.262683] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1664.262683] env[63070]: value = "task-1770965" [ 1664.262683] env[63070]: _type = "Task" [ 1664.262683] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.270835] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.364881] env[63070]: DEBUG oslo_vmware.api [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770962, 'name': PowerOnVM_Task, 'duration_secs': 0.86281} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.365257] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.365374] env[63070]: INFO nova.compute.manager [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Took 14.35 seconds to spawn the instance on the hypervisor. [ 1664.365579] env[63070]: DEBUG nova.compute.manager [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.366653] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994766c-c537-49af-8a29-da4c5024dc13 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.419796] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c934e503-adb6-44db-affc-66f3fd5d2bd5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.428251] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42f3c6d-05ad-410b-a5b6-65eb0df5ead8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.463353] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb04c7-280b-469d-8472-fea6835272e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.472325] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f01a85-0025-4e35-9229-66cfc82bc873 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.486984] env[63070]: DEBUG nova.compute.provider_tree [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.544346] env[63070]: DEBUG nova.compute.manager [req-3ef1250b-4c17-4060-8f38-0e589db5f798 req-ac5b73f0-cdd7-4b53-a97f-9b0a3b963ce8 service nova] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Received event network-vif-deleted-3bb5f40e-9273-46c4-8d3f-97ef003b2550 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1664.548889] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52aaedd8-138b-7eb1-d354-133823a62d55, 'name': SearchDatastore_Task, 'duration_secs': 0.026549} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.549144] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.549387] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f8e3d468-dfca-4fe5-8d3d-0b7ca761728b/f8e3d468-dfca-4fe5-8d3d-0b7ca761728b.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.550010] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-936ba97c-a0be-4da2-a573-65513ae4a52a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.558026] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1664.558026] env[63070]: value = "task-1770966" [ 1664.558026] env[63070]: _type = "Task" [ 1664.558026] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.568766] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.581872] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.607917] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070023} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.608967] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.609172] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e365e61c-d677-45e9-8331-d3275678e7ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.630717] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 3fc18a79-20a5-4b23-ad12-60ec8cee25c4/3fc18a79-20a5-4b23-ad12-60ec8cee25c4.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.631187] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0009e654-95bb-4170-8641-eb52fbcd3da7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.649896] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1664.649896] env[63070]: value = "task-1770967" [ 1664.649896] env[63070]: _type = "Task" [ 1664.649896] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.658706] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.772363] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1664.772575] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1664.772815] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.772960] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.773147] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1664.773429] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23b8e548-5e7f-4287-85f6-2758d01a0dd3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.785424] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1664.785617] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1664.786357] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc641f4-cf65-4570-894f-ef56f83ae87d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.791547] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1664.791547] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd2656-be64-84c6-a5a9-fa0ac8b49cb2" [ 1664.791547] env[63070]: _type = "Task" [ 1664.791547] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.801371] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd2656-be64-84c6-a5a9-fa0ac8b49cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.822684] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "e621dfd7-d429-4922-a660-d2f2e6385870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.823140] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "e621dfd7-d429-4922-a660-d2f2e6385870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.823450] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "e621dfd7-d429-4922-a660-d2f2e6385870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.823779] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "e621dfd7-d429-4922-a660-d2f2e6385870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.824105] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "e621dfd7-d429-4922-a660-d2f2e6385870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.827870] env[63070]: INFO nova.compute.manager [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Terminating instance [ 1664.887919] env[63070]: INFO nova.compute.manager [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Took 24.39 seconds to build instance. [ 1664.990614] env[63070]: DEBUG nova.scheduler.client.report [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.069673] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770966, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.160596] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.302597] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd2656-be64-84c6-a5a9-fa0ac8b49cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.035946} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.303426] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aaea17e-cb08-4d90-8ac4-0e87659f0036 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.308728] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1665.308728] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524b058d-9d83-4a6a-a5ca-72c82d8de74d" [ 1665.308728] env[63070]: _type = "Task" [ 1665.308728] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.317375] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524b058d-9d83-4a6a-a5ca-72c82d8de74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.332875] env[63070]: DEBUG nova.compute.manager [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1665.333114] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.334192] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc542e17-802f-4cc4-9535-4ff6f6b7c546 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.342440] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.342727] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d63aea7-7600-47a8-8602-f425dd34f66c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.349674] env[63070]: DEBUG oslo_vmware.api [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1665.349674] env[63070]: value = "task-1770968" [ 1665.349674] env[63070]: _type = "Task" [ 1665.349674] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.357984] env[63070]: DEBUG oslo_vmware.api [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.390429] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d1bff321-c73a-4703-98e2-98a23aa48333 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.911s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.498228] env[63070]: DEBUG oslo_concurrency.lockutils [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.499637] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.534s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.499941] env[63070]: DEBUG nova.objects.instance [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lazy-loading 'resources' on Instance uuid ace989a1-8923-4ba4-99c7-4584682c76c5 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.522937] env[63070]: INFO nova.scheduler.client.report [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Deleted allocations for instance 53b291b2-e55f-4510-b491-f35855681e43 [ 1665.579494] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770966, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.660991] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.781822] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.782268] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.782347] env[63070]: INFO nova.compute.manager [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Shelving [ 1665.819742] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524b058d-9d83-4a6a-a5ca-72c82d8de74d, 'name': SearchDatastore_Task, 'duration_secs': 0.081753} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.820015] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.820282] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c8f758c5-2ab4-468d-88b7-f18d11b16d8e/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. {{(pid=63070) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1665.820549] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-559b5ab6-b5fc-4fdd-9e84-570641d754fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.827797] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1665.827797] env[63070]: value = "task-1770969" [ 1665.827797] env[63070]: _type = "Task" [ 1665.827797] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.835181] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.860231] env[63070]: DEBUG oslo_vmware.api [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770968, 'name': PowerOffVM_Task, 'duration_secs': 0.227409} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.860231] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.860231] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.860500] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b094947-0d94-4ccd-8c8e-6a5853d99870 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.919444] env[63070]: DEBUG nova.objects.instance [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lazy-loading 'flavor' on Instance uuid 39ed78b7-ec3f-404f-84e3-f47ac4f9519d {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.939920] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.940149] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.940327] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleting the datastore file [datastore1] e621dfd7-d429-4922-a660-d2f2e6385870 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.940653] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ac00c33-2889-4961-914e-bcf0179eaad6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.947277] env[63070]: DEBUG oslo_vmware.api [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1665.947277] env[63070]: value = "task-1770971" [ 1665.947277] env[63070]: _type = "Task" [ 1665.947277] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.955497] env[63070]: DEBUG oslo_vmware.api [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.032979] env[63070]: DEBUG oslo_concurrency.lockutils [None req-845038e5-0851-4791-bfca-cf72c7282980 tempest-ServerMetadataTestJSON-1394315669 tempest-ServerMetadataTestJSON-1394315669-project-member] Lock "53b291b2-e55f-4510-b491-f35855681e43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.589s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.072269] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770966, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.111068} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.075176] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f8e3d468-dfca-4fe5-8d3d-0b7ca761728b/f8e3d468-dfca-4fe5-8d3d-0b7ca761728b.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1666.075410] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1666.075893] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40135e22-9203-49f0-9532-bb0022a4954b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.082622] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1666.082622] env[63070]: value = "task-1770972" [ 1666.082622] env[63070]: _type = "Task" [ 1666.082622] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.093797] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.161780] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770967, 'name': ReconfigVM_Task, 'duration_secs': 1.256265} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.165187] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 3fc18a79-20a5-4b23-ad12-60ec8cee25c4/3fc18a79-20a5-4b23-ad12-60ec8cee25c4.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.166171] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57941d73-d44b-4180-86ba-c52f533f2f9a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.173088] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1666.173088] env[63070]: value = "task-1770973" [ 1666.173088] env[63070]: _type = "Task" [ 1666.173088] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.182222] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770973, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.342647] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770969, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.345262] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39c9732-8c8b-465c-8628-9dbc57941aeb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.353234] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e240f6-ec0c-4580-9991-ece67836e679 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.389951] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d7186-0494-408c-93a2-d9a121db75c6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.397848] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72251bf4-d19e-49c6-ace3-0d04bd688d85 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.411787] env[63070]: DEBUG nova.compute.provider_tree [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.424471] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquiring lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.424633] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquired lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.457600] env[63070]: DEBUG oslo_vmware.api [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1770971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477508} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.457770] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.457871] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.458014] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.458193] env[63070]: INFO nova.compute.manager [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1666.458566] env[63070]: DEBUG oslo.service.loopingcall [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.460545] env[63070]: DEBUG nova.compute.manager [-] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.460652] env[63070]: DEBUG nova.network.neutron [-] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.592816] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.345437} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.593247] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1666.594566] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149e4796-6525-411e-bdc2-beb7f8ba788c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.620567] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] f8e3d468-dfca-4fe5-8d3d-0b7ca761728b/f8e3d468-dfca-4fe5-8d3d-0b7ca761728b.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.620915] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfec093-d5e7-4e79-87ba-3f9c9ea37d09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.648637] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1666.648637] env[63070]: value = "task-1770974" [ 1666.648637] env[63070]: _type = "Task" [ 1666.648637] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.656534] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.682290] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770973, 'name': Rename_Task, 'duration_secs': 0.434921} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.682556] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.682806] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d9dd81-8358-4a81-a7fb-c1bb8dda2878 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.688889] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1666.688889] env[63070]: value = "task-1770975" [ 1666.688889] env[63070]: _type = "Task" [ 1666.688889] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.696275] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.802189] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.802642] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de20b1ce-8159-4742-830d-5d03bfd97356 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.810272] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1666.810272] env[63070]: value = "task-1770976" [ 1666.810272] env[63070]: _type = "Task" [ 1666.810272] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.818719] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.838725] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585858} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.839017] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c8f758c5-2ab4-468d-88b7-f18d11b16d8e/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk. [ 1666.839963] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f385ba-c8f5-482a-b0ce-30a36ff442ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.868254] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] c8f758c5-2ab4-468d-88b7-f18d11b16d8e/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.868641] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8213a139-3eef-48ec-88de-06a9ea1fa0a3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.888791] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1666.888791] env[63070]: value = "task-1770977" [ 1666.888791] env[63070]: _type = "Task" [ 1666.888791] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.898174] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.915607] env[63070]: DEBUG nova.scheduler.client.report [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.158773] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.201185] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.245752] env[63070]: DEBUG nova.compute.manager [req-9c54fa28-2afa-433a-826c-d004586eee49 req-6c39966c-9236-4348-9b5a-235009868dc4 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Received event network-vif-deleted-f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1667.245972] env[63070]: INFO nova.compute.manager [req-9c54fa28-2afa-433a-826c-d004586eee49 req-6c39966c-9236-4348-9b5a-235009868dc4 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Neutron deleted interface f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3; detaching it from the instance and deleting it from the info cache [ 1667.246158] env[63070]: DEBUG nova.network.neutron [req-9c54fa28-2afa-433a-826c-d004586eee49 req-6c39966c-9236-4348-9b5a-235009868dc4 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.258377] env[63070]: DEBUG nova.network.neutron [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.322176] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.399836] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770977, 'name': ReconfigVM_Task, 'duration_secs': 0.491027} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.399836] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Reconfigured VM instance instance-00000030 to attach disk [datastore1] c8f758c5-2ab4-468d-88b7-f18d11b16d8e/678d65da-7a40-4e76-a9bd-e219fba06017-rescue.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.400295] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e175716d-9c37-46a9-af96-eda4d2f74088 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.426242] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.432069] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.738s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.433701] env[63070]: INFO nova.compute.claims [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1667.436150] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97b48dcb-52bc-4d7b-a577-6e0ea849e979 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.452061] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1667.452061] env[63070]: value = "task-1770978" [ 1667.452061] env[63070]: _type = "Task" [ 1667.452061] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.460553] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.463030] env[63070]: INFO nova.scheduler.client.report [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted allocations for instance ace989a1-8923-4ba4-99c7-4584682c76c5 [ 1667.663454] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770974, 'name': ReconfigVM_Task, 'duration_secs': 0.623665} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.663989] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Reconfigured VM instance instance-00000054 to attach disk [datastore1] f8e3d468-dfca-4fe5-8d3d-0b7ca761728b/f8e3d468-dfca-4fe5-8d3d-0b7ca761728b.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.664837] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f35d61bf-af6b-44f6-a00a-dda952745982 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.672844] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1667.672844] env[63070]: value = "task-1770979" [ 1667.672844] env[63070]: _type = "Task" [ 1667.672844] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.682745] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770979, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.703648] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.716422] env[63070]: DEBUG nova.network.neutron [-] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.748720] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d36d7873-2a06-41f4-a1df-fde32ca0fee3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.758668] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c522f11b-03f2-4b6e-9f14-d0ce2bb69eae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.799525] env[63070]: DEBUG nova.compute.manager [req-9c54fa28-2afa-433a-826c-d004586eee49 req-6c39966c-9236-4348-9b5a-235009868dc4 service nova] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Detach interface failed, port_id=f9dc90a5-ba39-4a74-95d4-55f3ebebe1d3, reason: Instance e621dfd7-d429-4922-a660-d2f2e6385870 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1667.820253] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770976, 'name': PowerOffVM_Task, 'duration_secs': 0.990984} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.820529] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.821479] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f9db08-4009-4fb0-bf68-3b1e166e55c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.840515] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d533053-85f5-4aa7-be42-e9bec7f7a5ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.962768] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770978, 'name': ReconfigVM_Task, 'duration_secs': 0.172555} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.963107] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.963284] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83b22165-012a-4c8a-bcc0-a8b5d17d212d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.970462] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1667.970462] env[63070]: value = "task-1770980" [ 1667.970462] env[63070]: _type = "Task" [ 1667.970462] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.970788] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6518829a-7791-444a-add9-106b6612ea52 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "ace989a1-8923-4ba4-99c7-4584682c76c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.864s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.979790] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.020900] env[63070]: DEBUG nova.network.neutron [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updating instance_info_cache with network_info: [{"id": "7e843608-8534-4b22-b2da-7f0b0e750e52", "address": "fa:16:3e:da:51:1a", "network": {"id": "a0ed269e-6a9a-48aa-b694-8ce9c0e1f5f3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2018929983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2664970c480a456d8ea8cc677361ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e843608-85", "ovs_interfaceid": "7e843608-8534-4b22-b2da-7f0b0e750e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.187906] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770979, 'name': Rename_Task, 'duration_secs': 0.247726} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.188018] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.188376] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc5b6454-4af0-4200-823e-a9afdfc4f548 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.199023] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1668.199023] env[63070]: value = "task-1770981" [ 1668.199023] env[63070]: _type = "Task" [ 1668.199023] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.206962] env[63070]: DEBUG oslo_vmware.api [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770975, 'name': PowerOnVM_Task, 'duration_secs': 1.341561} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.207618] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.207951] env[63070]: DEBUG nova.compute.manager [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.208877] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56cc67b-e8a5-4813-a62c-15d236a75456 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.214585] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770981, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.221143] env[63070]: INFO nova.compute.manager [-] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Took 1.76 seconds to deallocate network for instance. [ 1668.229457] env[63070]: DEBUG nova.objects.instance [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lazy-loading 'flavor' on Instance uuid 39ed78b7-ec3f-404f-84e3-f47ac4f9519d {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.353892] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1668.353892] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7020885d-cd30-4a9d-b90d-8d8bb55c8ded {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.360618] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1668.360618] env[63070]: value = "task-1770982" [ 1668.360618] env[63070]: _type = "Task" [ 1668.360618] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.369190] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770982, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.484803] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.524214] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Releasing lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.524214] env[63070]: DEBUG nova.compute.manager [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Inject network info {{(pid=63070) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1668.524353] env[63070]: DEBUG nova.compute.manager [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] network_info to inject: |[{"id": "7e843608-8534-4b22-b2da-7f0b0e750e52", "address": "fa:16:3e:da:51:1a", "network": {"id": "a0ed269e-6a9a-48aa-b694-8ce9c0e1f5f3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2018929983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2664970c480a456d8ea8cc677361ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e843608-85", "ovs_interfaceid": "7e843608-8534-4b22-b2da-7f0b0e750e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1668.529152] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Reconfiguring VM instance to set the machine id {{(pid=63070) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1668.531833] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6cccef3-54e1-448d-b968-c4ab8ee9f286 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.551298] env[63070]: DEBUG oslo_vmware.api [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1668.551298] env[63070]: value = "task-1770983" [ 1668.551298] env[63070]: _type = "Task" [ 1668.551298] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.561202] env[63070]: DEBUG oslo_vmware.api [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.595337] env[63070]: DEBUG oslo_concurrency.lockutils [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.595617] env[63070]: DEBUG oslo_concurrency.lockutils [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.595830] env[63070]: DEBUG oslo_concurrency.lockutils [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.596030] env[63070]: DEBUG oslo_concurrency.lockutils [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.596199] env[63070]: DEBUG oslo_concurrency.lockutils [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.600856] env[63070]: INFO nova.compute.manager [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Terminating instance [ 1668.713066] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770981, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.729823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.733231] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.733677] env[63070]: DEBUG oslo_concurrency.lockutils [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquiring lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.733855] env[63070]: DEBUG oslo_concurrency.lockutils [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquired lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.774099] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee3f1e-169e-499b-8f34-722628d3aa3a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.781882] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483d5c6d-d547-4062-b029-b217be782fda {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.816033] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c44a6d-ff86-4d49-9258-93920040196c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.823775] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbc181e-ed97-4027-a22b-16176be2ef74 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.837460] env[63070]: DEBUG nova.compute.provider_tree [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.869849] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770982, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.983333] env[63070]: DEBUG oslo_vmware.api [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770980, 'name': PowerOnVM_Task, 'duration_secs': 0.700753} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.983667] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.989025] env[63070]: DEBUG nova.compute.manager [None req-d49419b6-00c2-456b-bde6-79305f4ef0b3 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.989025] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a80faf3-81d6-4639-9000-9ae65aa74d65 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.061784] env[63070]: DEBUG oslo_vmware.api [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.083310] env[63070]: DEBUG nova.network.neutron [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.104868] env[63070]: DEBUG nova.compute.manager [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1669.105243] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.106550] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b698230f-c5eb-4f23-82e1-437de644fe37 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.115453] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.115705] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a33ee2b-84ad-40bc-95e2-4950425aea5c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.122034] env[63070]: DEBUG oslo_vmware.api [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1669.122034] env[63070]: value = "task-1770984" [ 1669.122034] env[63070]: _type = "Task" [ 1669.122034] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.130853] env[63070]: DEBUG oslo_vmware.api [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.211044] env[63070]: DEBUG oslo_vmware.api [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1770981, 'name': PowerOnVM_Task, 'duration_secs': 1.000133} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.211339] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.211542] env[63070]: INFO nova.compute.manager [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Took 16.77 seconds to spawn the instance on the hypervisor. [ 1669.211726] env[63070]: DEBUG nova.compute.manager [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.212536] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fa521a-40fa-4418-a3d2-a832fd143547 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.300314] env[63070]: DEBUG nova.compute.manager [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Received event network-changed-7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1669.300725] env[63070]: DEBUG nova.compute.manager [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Refreshing instance network info cache due to event network-changed-7e843608-8534-4b22-b2da-7f0b0e750e52. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1669.300780] env[63070]: DEBUG oslo_concurrency.lockutils [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] Acquiring lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.340354] env[63070]: DEBUG nova.scheduler.client.report [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.371538] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770982, 'name': CreateSnapshot_Task, 'duration_secs': 0.950985} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.371816] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1669.372575] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e905193-c17f-4dda-b3b6-d41734eb3e01 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.561768] env[63070]: DEBUG oslo_vmware.api [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770983, 'name': ReconfigVM_Task, 'duration_secs': 0.593362} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.562130] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f088-1d75-47e5-8c48-b5cb62a8f3df tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Reconfigured VM instance to set the machine id {{(pid=63070) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1669.634736] env[63070]: DEBUG oslo_vmware.api [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770984, 'name': PowerOffVM_Task, 'duration_secs': 0.196776} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.635015] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.635195] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.635452] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a81b49c-b540-4ad1-865c-26620058f942 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.637143] env[63070]: DEBUG oslo_concurrency.lockutils [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.637369] env[63070]: DEBUG oslo_concurrency.lockutils [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.637573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.637754] env[63070]: DEBUG oslo_concurrency.lockutils [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.637953] env[63070]: DEBUG oslo_concurrency.lockutils [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.640092] env[63070]: INFO nova.compute.manager [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Terminating instance [ 1669.732076] env[63070]: INFO nova.compute.manager [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Took 27.97 seconds to build instance. [ 1669.733854] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1669.733854] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1669.733854] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleting the datastore file [datastore1] 3adc7e86-36df-4d3e-8265-28c0e9d8b949 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.734376] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d6bbf3d-1d1a-4f33-9520-e4c388091bd7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.741715] env[63070]: DEBUG oslo_vmware.api [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1669.741715] env[63070]: value = "task-1770986" [ 1669.741715] env[63070]: _type = "Task" [ 1669.741715] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.749076] env[63070]: DEBUG oslo_vmware.api [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.849356] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.850850] env[63070]: DEBUG nova.compute.manager [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1669.854878] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.086s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.855578] env[63070]: INFO nova.compute.claims [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1669.877537] env[63070]: DEBUG nova.network.neutron [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updating instance_info_cache with network_info: [{"id": "7e843608-8534-4b22-b2da-7f0b0e750e52", "address": "fa:16:3e:da:51:1a", "network": {"id": "a0ed269e-6a9a-48aa-b694-8ce9c0e1f5f3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2018929983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2664970c480a456d8ea8cc677361ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e843608-85", "ovs_interfaceid": "7e843608-8534-4b22-b2da-7f0b0e750e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.892025] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1669.892025] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-451b51d0-bb20-412b-9f75-e10c8d7a2660 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.900301] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1669.900301] env[63070]: value = "task-1770987" [ 1669.900301] env[63070]: _type = "Task" [ 1669.900301] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.910040] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770987, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.996579] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.996928] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.997473] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.997707] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.997951] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.000689] env[63070]: INFO nova.compute.manager [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Terminating instance [ 1670.144507] env[63070]: DEBUG nova.compute.manager [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1670.144900] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1670.146972] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8647f3-7c44-4fbb-8ae1-059f4a054d96 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.161140] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.161997] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aad4ef84-8a34-4ea9-880e-5aaf2d4498ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.169015] env[63070]: DEBUG oslo_vmware.api [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1670.169015] env[63070]: value = "task-1770988" [ 1670.169015] env[63070]: _type = "Task" [ 1670.169015] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.178511] env[63070]: DEBUG oslo_vmware.api [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.230994] env[63070]: DEBUG nova.compute.manager [req-f3de3b5f-e266-46cd-9db0-aa4de925513a req-ec55b2ee-b382-4143-ab9a-20d5ce92b605 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Received event network-changed-c8f1258c-68af-47d2-92af-01a34559ee8a {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1670.231942] env[63070]: DEBUG nova.compute.manager [req-f3de3b5f-e266-46cd-9db0-aa4de925513a req-ec55b2ee-b382-4143-ab9a-20d5ce92b605 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Refreshing instance network info cache due to event network-changed-c8f1258c-68af-47d2-92af-01a34559ee8a. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1670.231942] env[63070]: DEBUG oslo_concurrency.lockutils [req-f3de3b5f-e266-46cd-9db0-aa4de925513a req-ec55b2ee-b382-4143-ab9a-20d5ce92b605 service nova] Acquiring lock "refresh_cache-f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.231942] env[63070]: DEBUG oslo_concurrency.lockutils [req-f3de3b5f-e266-46cd-9db0-aa4de925513a req-ec55b2ee-b382-4143-ab9a-20d5ce92b605 service nova] Acquired lock "refresh_cache-f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.231942] env[63070]: DEBUG nova.network.neutron [req-f3de3b5f-e266-46cd-9db0-aa4de925513a req-ec55b2ee-b382-4143-ab9a-20d5ce92b605 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Refreshing network info cache for port c8f1258c-68af-47d2-92af-01a34559ee8a {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.237174] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2049b1ca-7534-45a2-8f5e-74895305df6a tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.487s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.253271] env[63070]: DEBUG oslo_vmware.api [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1770986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424747} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.253607] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.253796] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.253974] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.254160] env[63070]: INFO nova.compute.manager [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1670.254402] env[63070]: DEBUG oslo.service.loopingcall [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.254589] env[63070]: DEBUG nova.compute.manager [-] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.254683] env[63070]: DEBUG nova.network.neutron [-] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.360157] env[63070]: DEBUG nova.compute.utils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1670.367025] env[63070]: DEBUG nova.compute.manager [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1670.367025] env[63070]: DEBUG nova.network.neutron [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1670.381740] env[63070]: DEBUG oslo_concurrency.lockutils [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Releasing lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.382148] env[63070]: DEBUG nova.compute.manager [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Inject network info {{(pid=63070) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1670.382553] env[63070]: DEBUG nova.compute.manager [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] network_info to inject: |[{"id": "7e843608-8534-4b22-b2da-7f0b0e750e52", "address": "fa:16:3e:da:51:1a", "network": {"id": "a0ed269e-6a9a-48aa-b694-8ce9c0e1f5f3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2018929983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2664970c480a456d8ea8cc677361ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e843608-85", "ovs_interfaceid": "7e843608-8534-4b22-b2da-7f0b0e750e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1670.390719] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Reconfiguring VM instance to set the machine id {{(pid=63070) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1670.391651] env[63070]: DEBUG oslo_concurrency.lockutils [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] Acquired lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.391842] env[63070]: DEBUG nova.network.neutron [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Refreshing network info cache for port 7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.393096] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc3182d-3910-49c1-b206-5e826b4b4985 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.421311] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770987, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.425124] env[63070]: DEBUG oslo_vmware.api [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1670.425124] env[63070]: value = "task-1770989" [ 1670.425124] env[63070]: _type = "Task" [ 1670.425124] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.436371] env[63070]: DEBUG oslo_vmware.api [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.484853] env[63070]: DEBUG nova.policy [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '062c101326924a77a1fc774f32e3704c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a13201da9e704bbdbdac79df77108d13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1670.507786] env[63070]: DEBUG nova.compute.manager [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1670.508139] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1670.509278] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a264be-c7b7-4147-a13a-1ea1fd472d52 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.517953] env[63070]: INFO nova.compute.manager [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Unrescuing [ 1670.519341] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.519618] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquired lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.519799] env[63070]: DEBUG nova.network.neutron [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.521242] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.521781] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b0da66-5a13-45c3-bcb7-10567ecdb2c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.529321] env[63070]: DEBUG oslo_vmware.api [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1670.529321] env[63070]: value = "task-1770990" [ 1670.529321] env[63070]: _type = "Task" [ 1670.529321] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.540894] env[63070]: DEBUG oslo_vmware.api [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.670028] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "90917068-a464-481e-a02d-e49a9267fc84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.670028] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "90917068-a464-481e-a02d-e49a9267fc84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.687106] env[63070]: DEBUG oslo_vmware.api [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770988, 'name': PowerOffVM_Task, 'duration_secs': 0.355136} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.691955] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.692183] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.692765] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fb179ef-1b6c-417a-9a08-f65503edee4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.847354] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.847599] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.847842] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Deleting the datastore file [datastore1] 3e505c86-f99e-4b3b-bc66-0b44d5b0231d {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.848072] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08a6d0c5-8b66-4743-8923-6a30c3e6d02b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.857666] env[63070]: DEBUG oslo_vmware.api [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for the task: (returnval){ [ 1670.857666] env[63070]: value = "task-1770992" [ 1670.857666] env[63070]: _type = "Task" [ 1670.857666] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.871025] env[63070]: DEBUG nova.compute.manager [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1670.876915] env[63070]: DEBUG oslo_vmware.api [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.927835] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770987, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.940066] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquiring lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.940066] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.940306] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquiring lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.940858] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.940858] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.946602] env[63070]: DEBUG oslo_vmware.api [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770989, 'name': ReconfigVM_Task, 'duration_secs': 0.209918} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.947245] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-46046be4-520d-4178-9f2c-0bd730818d52 tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Reconfigured VM instance to set the machine id {{(pid=63070) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1670.951469] env[63070]: INFO nova.compute.manager [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Terminating instance [ 1671.039508] env[63070]: DEBUG oslo_vmware.api [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770990, 'name': PowerOffVM_Task, 'duration_secs': 0.418301} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.039799] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.039948] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.040222] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3b48931-8d6d-4bea-9f38-424d5f5bf679 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.087486] env[63070]: DEBUG nova.network.neutron [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updated VIF entry in instance network info cache for port 7e843608-8534-4b22-b2da-7f0b0e750e52. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.088102] env[63070]: DEBUG nova.network.neutron [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updating instance_info_cache with network_info: [{"id": "7e843608-8534-4b22-b2da-7f0b0e750e52", "address": "fa:16:3e:da:51:1a", "network": {"id": "a0ed269e-6a9a-48aa-b694-8ce9c0e1f5f3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2018929983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2664970c480a456d8ea8cc677361ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e843608-85", "ovs_interfaceid": "7e843608-8534-4b22-b2da-7f0b0e750e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.101351] env[63070]: DEBUG nova.network.neutron [req-f3de3b5f-e266-46cd-9db0-aa4de925513a req-ec55b2ee-b382-4143-ab9a-20d5ce92b605 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Updated VIF entry in instance network info cache for port c8f1258c-68af-47d2-92af-01a34559ee8a. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.101351] env[63070]: DEBUG nova.network.neutron [req-f3de3b5f-e266-46cd-9db0-aa4de925513a req-ec55b2ee-b382-4143-ab9a-20d5ce92b605 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Updating instance_info_cache with network_info: [{"id": "c8f1258c-68af-47d2-92af-01a34559ee8a", "address": "fa:16:3e:5d:f6:a0", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f1258c-68", "ovs_interfaceid": "c8f1258c-68af-47d2-92af-01a34559ee8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.155635] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.155930] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.157012] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleting the datastore file [datastore1] 3fc18a79-20a5-4b23-ad12-60ec8cee25c4 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.157012] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab4de8a4-188a-411a-98b7-6014aa8e6ee7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.164320] env[63070]: DEBUG oslo_vmware.api [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1671.164320] env[63070]: value = "task-1770994" [ 1671.164320] env[63070]: _type = "Task" [ 1671.164320] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.172835] env[63070]: DEBUG oslo_vmware.api [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.181441] env[63070]: DEBUG nova.compute.manager [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1671.281979] env[63070]: DEBUG nova.network.neutron [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Successfully created port: d294fd0c-469b-4448-97e9-80e632509210 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.341789] env[63070]: DEBUG nova.network.neutron [-] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.359932] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d90d09-8d24-465a-9d37-634e54843cf7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.378749] env[63070]: DEBUG oslo_vmware.api [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Task: {'id': task-1770992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280181} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.382320] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.382533] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.382719] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.382893] env[63070]: INFO nova.compute.manager [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1671.383366] env[63070]: DEBUG oslo.service.loopingcall [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.387018] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160de828-8e30-43f0-8d6e-f416719ac576 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.387988] env[63070]: DEBUG nova.compute.manager [-] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1671.388109] env[63070]: DEBUG nova.network.neutron [-] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1671.426588] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc37bea-5b92-4f61-9d6e-7d12c7a32bf0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.430510] env[63070]: DEBUG nova.compute.manager [req-1c16808c-8b0b-4088-a6d0-a314bf2a1c44 req-93bc9cd4-b402-4e6d-a7a0-9a4fe1efd6d9 service nova] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Received event network-vif-deleted-6ddf191a-b58e-4f4c-8f3d-6914289ad7dd {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1671.439863] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1770987, 'name': CloneVM_Task, 'duration_secs': 1.46407} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.442544] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Created linked-clone VM from snapshot [ 1671.443370] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db64110-0a65-4958-a0e3-44c6b5214038 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.447309] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d0504c-b726-4162-a029-76585c0c1c1b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.459775] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Uploading image e4706002-9e4a-420f-9a6b-b2d870c6f4d7 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1671.471571] env[63070]: DEBUG nova.compute.manager [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.471571] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.472252] env[63070]: DEBUG nova.compute.provider_tree [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.474048] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c2c116-a110-4f21-be5c-b9e538506227 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.481787] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.483202] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3736692-92d0-4e02-853b-74834c2a0fe6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.489812] env[63070]: DEBUG oslo_vmware.api [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1671.489812] env[63070]: value = "task-1770995" [ 1671.489812] env[63070]: _type = "Task" [ 1671.489812] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.496398] env[63070]: DEBUG nova.network.neutron [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updating instance_info_cache with network_info: [{"id": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "address": "fa:16:3e:a2:57:ab", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3c6668-89", "ovs_interfaceid": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.501152] env[63070]: DEBUG oslo_vmware.rw_handles [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1671.501152] env[63070]: value = "vm-367761" [ 1671.501152] env[63070]: _type = "VirtualMachine" [ 1671.501152] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1671.501152] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe7bb88a-cef2-4932-af34-2d548cbdfae4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.505214] env[63070]: DEBUG oslo_vmware.api [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.509987] env[63070]: DEBUG oslo_vmware.rw_handles [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lease: (returnval){ [ 1671.509987] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52266d91-16de-aac2-485f-3bb876d8adde" [ 1671.509987] env[63070]: _type = "HttpNfcLease" [ 1671.509987] env[63070]: } obtained for exporting VM: (result){ [ 1671.509987] env[63070]: value = "vm-367761" [ 1671.509987] env[63070]: _type = "VirtualMachine" [ 1671.509987] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1671.510369] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the lease: (returnval){ [ 1671.510369] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52266d91-16de-aac2-485f-3bb876d8adde" [ 1671.510369] env[63070]: _type = "HttpNfcLease" [ 1671.510369] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1671.516955] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1671.516955] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52266d91-16de-aac2-485f-3bb876d8adde" [ 1671.516955] env[63070]: _type = "HttpNfcLease" [ 1671.516955] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1671.591402] env[63070]: DEBUG oslo_concurrency.lockutils [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] Releasing lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.591704] env[63070]: DEBUG nova.compute.manager [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Received event network-changed-7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1671.591926] env[63070]: DEBUG nova.compute.manager [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Refreshing instance network info cache due to event network-changed-7e843608-8534-4b22-b2da-7f0b0e750e52. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1671.592086] env[63070]: DEBUG oslo_concurrency.lockutils [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] Acquiring lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.592307] env[63070]: DEBUG oslo_concurrency.lockutils [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] Acquired lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.592401] env[63070]: DEBUG nova.network.neutron [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Refreshing network info cache for port 7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.603668] env[63070]: DEBUG oslo_concurrency.lockutils [req-f3de3b5f-e266-46cd-9db0-aa4de925513a req-ec55b2ee-b382-4143-ab9a-20d5ce92b605 service nova] Releasing lock "refresh_cache-f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.678504] env[63070]: DEBUG oslo_vmware.api [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1770994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318671} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.678826] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.679176] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.679375] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.679571] env[63070]: INFO nova.compute.manager [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1671.679812] env[63070]: DEBUG oslo.service.loopingcall [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.680016] env[63070]: DEBUG nova.compute.manager [-] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1671.680117] env[63070]: DEBUG nova.network.neutron [-] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1671.711860] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.845151] env[63070]: INFO nova.compute.manager [-] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Took 1.59 seconds to deallocate network for instance. [ 1671.889476] env[63070]: DEBUG nova.compute.manager [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1671.917707] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1671.917993] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.918643] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1671.919032] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.919032] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1671.919182] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1671.919376] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1671.919537] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1671.919715] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1671.919998] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1671.921287] env[63070]: DEBUG nova.virt.hardware [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1671.922212] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a3276c-64ba-4e08-848e-b587e47bf915 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.939634] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ad9989-cb82-4990-a513-7b2713787440 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.978590] env[63070]: DEBUG nova.scheduler.client.report [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.001296] env[63070]: DEBUG oslo_vmware.api [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770995, 'name': PowerOffVM_Task, 'duration_secs': 0.435117} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.002131] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1672.002320] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1672.002566] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17f9f459-ff55-46ab-b560-d03c42bfa296 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.006014] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Releasing lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.006581] env[63070]: DEBUG nova.objects.instance [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lazy-loading 'flavor' on Instance uuid c8f758c5-2ab4-468d-88b7-f18d11b16d8e {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.018014] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1672.018014] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52266d91-16de-aac2-485f-3bb876d8adde" [ 1672.018014] env[63070]: _type = "HttpNfcLease" [ 1672.018014] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1672.018014] env[63070]: DEBUG oslo_vmware.rw_handles [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1672.018014] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52266d91-16de-aac2-485f-3bb876d8adde" [ 1672.018014] env[63070]: _type = "HttpNfcLease" [ 1672.018014] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1672.018631] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847caee6-4885-49c7-9f75-d45c919c2ffa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.026987] env[63070]: DEBUG oslo_vmware.rw_handles [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da2d65-82fd-d714-58cc-07c251f1da26/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1672.027134] env[63070]: DEBUG oslo_vmware.rw_handles [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da2d65-82fd-d714-58cc-07c251f1da26/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1672.102569] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.102798] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.102981] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Deleting the datastore file [datastore1] 39ed78b7-ec3f-404f-84e3-f47ac4f9519d {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.103271] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80a2a22d-92fd-4c86-9c8a-3cdade40450d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.109844] env[63070]: DEBUG oslo_vmware.api [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for the task: (returnval){ [ 1672.109844] env[63070]: value = "task-1770998" [ 1672.109844] env[63070]: _type = "Task" [ 1672.109844] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.118370] env[63070]: DEBUG oslo_vmware.api [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.147352] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5cdd7cc7-bc62-4cea-8ddf-3f1b4b160e89 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.257285] env[63070]: DEBUG nova.compute.manager [req-fa61c104-0af9-4080-9a6a-439fed685496 req-198b731c-2a38-4347-9f57-4cfa26ab83b1 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Received event network-vif-deleted-daa80856-afc4-4e83-a613-d3fa744cc5fa {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1672.257649] env[63070]: INFO nova.compute.manager [req-fa61c104-0af9-4080-9a6a-439fed685496 req-198b731c-2a38-4347-9f57-4cfa26ab83b1 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Neutron deleted interface daa80856-afc4-4e83-a613-d3fa744cc5fa; detaching it from the instance and deleting it from the info cache [ 1672.257704] env[63070]: DEBUG nova.network.neutron [req-fa61c104-0af9-4080-9a6a-439fed685496 req-198b731c-2a38-4347-9f57-4cfa26ab83b1 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.352325] env[63070]: DEBUG oslo_concurrency.lockutils [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.423310] env[63070]: DEBUG nova.network.neutron [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updated VIF entry in instance network info cache for port 7e843608-8534-4b22-b2da-7f0b0e750e52. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.423917] env[63070]: DEBUG nova.network.neutron [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updating instance_info_cache with network_info: [{"id": "7e843608-8534-4b22-b2da-7f0b0e750e52", "address": "fa:16:3e:da:51:1a", "network": {"id": "a0ed269e-6a9a-48aa-b694-8ce9c0e1f5f3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2018929983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2664970c480a456d8ea8cc677361ead9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e843608-85", "ovs_interfaceid": "7e843608-8534-4b22-b2da-7f0b0e750e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.434843] env[63070]: DEBUG nova.network.neutron [-] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.446583] env[63070]: DEBUG nova.network.neutron [-] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.486060] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.489112] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.907s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.489112] env[63070]: DEBUG nova.objects.instance [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lazy-loading 'resources' on Instance uuid 32171cc3-2a4b-47a4-a827-ec349df08572 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.515223] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dc8f4e-4ec4-4813-8808-ce634feeef6d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.544435] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1672.544813] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07e560ca-a46f-40bd-8d36-c68dab4b842b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.553536] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1672.553536] env[63070]: value = "task-1770999" [ 1672.553536] env[63070]: _type = "Task" [ 1672.553536] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.564184] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.622125] env[63070]: DEBUG oslo_vmware.api [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Task: {'id': task-1770998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420799} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.622435] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.622596] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.622765] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.622948] env[63070]: INFO nova.compute.manager [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1672.623310] env[63070]: DEBUG oslo.service.loopingcall [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.623813] env[63070]: DEBUG nova.compute.manager [-] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.623813] env[63070]: DEBUG nova.network.neutron [-] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.760945] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-391aa7b2-1098-4bf9-87cd-f1ac5420ff34 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.771177] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3abf360-b4de-4d36-b188-888160feeff7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.805669] env[63070]: DEBUG nova.compute.manager [req-fa61c104-0af9-4080-9a6a-439fed685496 req-198b731c-2a38-4347-9f57-4cfa26ab83b1 service nova] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Detach interface failed, port_id=daa80856-afc4-4e83-a613-d3fa744cc5fa, reason: Instance 3e505c86-f99e-4b3b-bc66-0b44d5b0231d could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1672.932901] env[63070]: DEBUG oslo_concurrency.lockutils [req-5b8f2971-ae47-4c7b-ba3f-354a1bc91d99 req-dc832717-dfc0-477d-9138-b7364b7a7b89 service nova] Releasing lock "refresh_cache-39ed78b7-ec3f-404f-84e3-f47ac4f9519d" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.940730] env[63070]: INFO nova.compute.manager [-] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Took 1.55 seconds to deallocate network for instance. [ 1672.953507] env[63070]: INFO nova.compute.manager [-] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Took 1.27 seconds to deallocate network for instance. [ 1672.990572] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquiring lock "f1458468-df42-4ba1-8769-dc222bdb7bd9" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.990572] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "f1458468-df42-4ba1-8769-dc222bdb7bd9" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.064891] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1770999, 'name': PowerOffVM_Task, 'duration_secs': 0.339336} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.065281] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.070633] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Reconfiguring VM instance instance-00000030 to detach disk 2002 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1673.073932] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2ab52c-ca4f-4535-a8bf-6a446d98ea73 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.093099] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1673.093099] env[63070]: value = "task-1771000" [ 1673.093099] env[63070]: _type = "Task" [ 1673.093099] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.105303] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.227317] env[63070]: DEBUG nova.network.neutron [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Successfully updated port: d294fd0c-469b-4448-97e9-80e632509210 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1673.368162] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224600cd-19ef-4ba4-b700-d6189b0642d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.376300] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6960f3b7-3e23-4b03-8dd1-78ee076bf6b4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.406810] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff58947d-8275-4132-af79-c65195418888 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.414762] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21756d0-ec8c-4b7c-9ec8-f62c167ef054 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.430265] env[63070]: DEBUG nova.compute.provider_tree [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1673.435932] env[63070]: DEBUG nova.compute.manager [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Received event network-vif-deleted-4c5baf6e-6634-4c6e-86d0-b416ebc3e8c2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1673.436934] env[63070]: DEBUG nova.compute.manager [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Received event network-vif-plugged-d294fd0c-469b-4448-97e9-80e632509210 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1673.436934] env[63070]: DEBUG oslo_concurrency.lockutils [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] Acquiring lock "eb25212a-fcd0-4127-b659-083426af60c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.436934] env[63070]: DEBUG oslo_concurrency.lockutils [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] Lock "eb25212a-fcd0-4127-b659-083426af60c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.436934] env[63070]: DEBUG oslo_concurrency.lockutils [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] Lock "eb25212a-fcd0-4127-b659-083426af60c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.436934] env[63070]: DEBUG nova.compute.manager [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] No waiting events found dispatching network-vif-plugged-d294fd0c-469b-4448-97e9-80e632509210 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1673.437398] env[63070]: WARNING nova.compute.manager [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Received unexpected event network-vif-plugged-d294fd0c-469b-4448-97e9-80e632509210 for instance with vm_state building and task_state spawning. [ 1673.437657] env[63070]: DEBUG nova.compute.manager [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Received event network-changed-d294fd0c-469b-4448-97e9-80e632509210 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1673.437831] env[63070]: DEBUG nova.compute.manager [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Refreshing instance network info cache due to event network-changed-d294fd0c-469b-4448-97e9-80e632509210. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1673.438054] env[63070]: DEBUG oslo_concurrency.lockutils [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] Acquiring lock "refresh_cache-eb25212a-fcd0-4127-b659-083426af60c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.438219] env[63070]: DEBUG oslo_concurrency.lockutils [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] Acquired lock "refresh_cache-eb25212a-fcd0-4127-b659-083426af60c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.438383] env[63070]: DEBUG nova.network.neutron [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Refreshing network info cache for port d294fd0c-469b-4448-97e9-80e632509210 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.451394] env[63070]: DEBUG oslo_concurrency.lockutils [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.461186] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.496243] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "f1458468-df42-4ba1-8769-dc222bdb7bd9" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.496796] env[63070]: DEBUG nova.compute.manager [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1673.605684] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.728943] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "refresh_cache-eb25212a-fcd0-4127-b659-083426af60c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.842396] env[63070]: DEBUG nova.network.neutron [-] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.954191] env[63070]: ERROR nova.scheduler.client.report [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [req-ca912454-8a13-476b-bcb4-9c572663b02b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ca912454-8a13-476b-bcb4-9c572663b02b"}]} [ 1673.970145] env[63070]: DEBUG nova.scheduler.client.report [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1673.973144] env[63070]: DEBUG nova.network.neutron [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1673.986387] env[63070]: DEBUG nova.scheduler.client.report [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1673.986607] env[63070]: DEBUG nova.compute.provider_tree [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1673.997815] env[63070]: DEBUG nova.scheduler.client.report [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1674.001929] env[63070]: DEBUG nova.compute.utils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1674.003281] env[63070]: DEBUG nova.compute.manager [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1674.003451] env[63070]: DEBUG nova.network.neutron [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1674.016885] env[63070]: DEBUG nova.scheduler.client.report [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1674.078439] env[63070]: DEBUG nova.policy [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e773ac64f00a4d66818966b5058b2024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17857f7cf0c74c71a1eacb12b6b45676', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1674.103823] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771000, 'name': ReconfigVM_Task, 'duration_secs': 0.55} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.104105] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Reconfigured VM instance instance-00000030 to detach disk 2002 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1674.104295] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.104547] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-977356a0-7833-4559-9f33-774d4b41779a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.108413] env[63070]: DEBUG nova.network.neutron [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.113585] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1674.113585] env[63070]: value = "task-1771001" [ 1674.113585] env[63070]: _type = "Task" [ 1674.113585] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.122973] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.325229] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c99bc1c-0c3e-4f60-822d-65c00f3c39bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.333376] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674be8ad-8142-4b27-9629-efc50ac41c5e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.363316] env[63070]: INFO nova.compute.manager [-] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Took 1.74 seconds to deallocate network for instance. [ 1674.364481] env[63070]: DEBUG nova.network.neutron [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Successfully created port: 451bc80c-3ad6-420c-9a8f-cdb173fb4025 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1674.368101] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d28c691-1624-4dfa-bfaf-35e5d757b32a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.378396] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3145169c-3b02-439b-b10c-d9ac240b7b7a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.396367] env[63070]: DEBUG nova.compute.provider_tree [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1674.507574] env[63070]: DEBUG nova.compute.manager [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1674.610857] env[63070]: DEBUG oslo_concurrency.lockutils [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] Releasing lock "refresh_cache-eb25212a-fcd0-4127-b659-083426af60c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.611237] env[63070]: DEBUG nova.compute.manager [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Received event network-vif-deleted-7e843608-8534-4b22-b2da-7f0b0e750e52 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1674.611462] env[63070]: INFO nova.compute.manager [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Neutron deleted interface 7e843608-8534-4b22-b2da-7f0b0e750e52; detaching it from the instance and deleting it from the info cache [ 1674.611715] env[63070]: DEBUG nova.network.neutron [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.617209] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "refresh_cache-eb25212a-fcd0-4127-b659-083426af60c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.617326] env[63070]: DEBUG nova.network.neutron [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.639825] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771001, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.875327] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.931097] env[63070]: DEBUG nova.scheduler.client.report [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1674.931433] env[63070]: DEBUG nova.compute.provider_tree [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 112 to 113 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1674.931806] env[63070]: DEBUG nova.compute.provider_tree [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1675.124759] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adcfce4d-9fcf-4fa4-a44d-302b356609fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.133318] env[63070]: DEBUG oslo_vmware.api [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771001, 'name': PowerOnVM_Task, 'duration_secs': 0.559294} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.134668] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.135647] env[63070]: DEBUG nova.compute.manager [None req-6252e733-801b-4dcd-961d-7f5a68ed7b69 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1675.135743] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fc48ed-e54b-46e2-9e37-3ec5b6ce3289 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.141500] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799e90bf-5e33-4b68-9af8-4e90d7bbb488 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.174985] env[63070]: DEBUG nova.compute.manager [req-00ea83cb-e8cd-4943-ab5c-0f5089ddf926 req-a6af7637-cfbd-44ec-be08-d6db473e1515 service nova] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Detach interface failed, port_id=7e843608-8534-4b22-b2da-7f0b0e750e52, reason: Instance 39ed78b7-ec3f-404f-84e3-f47ac4f9519d could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1675.176152] env[63070]: DEBUG nova.network.neutron [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1675.322365] env[63070]: DEBUG nova.network.neutron [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Updating instance_info_cache with network_info: [{"id": "d294fd0c-469b-4448-97e9-80e632509210", "address": "fa:16:3e:ce:24:85", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd294fd0c-46", "ovs_interfaceid": "d294fd0c-469b-4448-97e9-80e632509210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.438779] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.950s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.441086] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.711s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.441320] env[63070]: DEBUG nova.objects.instance [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lazy-loading 'resources' on Instance uuid e621dfd7-d429-4922-a660-d2f2e6385870 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1675.458653] env[63070]: INFO nova.scheduler.client.report [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted allocations for instance 32171cc3-2a4b-47a4-a827-ec349df08572 [ 1675.516876] env[63070]: DEBUG nova.compute.manager [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1675.545016] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.545293] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.545451] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.545628] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.545772] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.545920] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.546142] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.546305] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.546472] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.546637] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.546809] env[63070]: DEBUG nova.virt.hardware [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.547739] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a004a1-5ade-48e6-8b6c-7338ac431b30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.555660] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fe00a4-df88-451f-a587-3808f8fe4714 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.826043] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "refresh_cache-eb25212a-fcd0-4127-b659-083426af60c4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.826043] env[63070]: DEBUG nova.compute.manager [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Instance network_info: |[{"id": "d294fd0c-469b-4448-97e9-80e632509210", "address": "fa:16:3e:ce:24:85", "network": {"id": "10b70f46-6e9d-4cc3-b4d9-d7581639e1d4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2051060936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a13201da9e704bbdbdac79df77108d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd294fd0c-46", "ovs_interfaceid": "d294fd0c-469b-4448-97e9-80e632509210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1675.826391] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:24:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd294fd0c-469b-4448-97e9-80e632509210', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.833891] env[63070]: DEBUG oslo.service.loopingcall [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.834135] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1675.834878] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6c83660-0c7e-4ab7-a297-efa96e80f6e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.855147] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.855147] env[63070]: value = "task-1771002" [ 1675.855147] env[63070]: _type = "Task" [ 1675.855147] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.864313] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771002, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.969167] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d19a527b-9eee-41e8-aa90-e8e2fcfa169e tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "32171cc3-2a4b-47a4-a827-ec349df08572" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.872s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.127942] env[63070]: DEBUG nova.compute.manager [req-c785aa99-0f5d-4081-80b6-c6d73238f98d req-5252c3d5-96c6-48a8-8d3c-24692dfa3cab service nova] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Received event network-vif-plugged-451bc80c-3ad6-420c-9a8f-cdb173fb4025 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1676.128308] env[63070]: DEBUG oslo_concurrency.lockutils [req-c785aa99-0f5d-4081-80b6-c6d73238f98d req-5252c3d5-96c6-48a8-8d3c-24692dfa3cab service nova] Acquiring lock "707ae480-db14-4ec7-b3f2-5c2ba442b822-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.128636] env[63070]: DEBUG oslo_concurrency.lockutils [req-c785aa99-0f5d-4081-80b6-c6d73238f98d req-5252c3d5-96c6-48a8-8d3c-24692dfa3cab service nova] Lock "707ae480-db14-4ec7-b3f2-5c2ba442b822-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.128790] env[63070]: DEBUG oslo_concurrency.lockutils [req-c785aa99-0f5d-4081-80b6-c6d73238f98d req-5252c3d5-96c6-48a8-8d3c-24692dfa3cab service nova] Lock "707ae480-db14-4ec7-b3f2-5c2ba442b822-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.129032] env[63070]: DEBUG nova.compute.manager [req-c785aa99-0f5d-4081-80b6-c6d73238f98d req-5252c3d5-96c6-48a8-8d3c-24692dfa3cab service nova] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] No waiting events found dispatching network-vif-plugged-451bc80c-3ad6-420c-9a8f-cdb173fb4025 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1676.129941] env[63070]: WARNING nova.compute.manager [req-c785aa99-0f5d-4081-80b6-c6d73238f98d req-5252c3d5-96c6-48a8-8d3c-24692dfa3cab service nova] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Received unexpected event network-vif-plugged-451bc80c-3ad6-420c-9a8f-cdb173fb4025 for instance with vm_state building and task_state spawning. [ 1676.274385] env[63070]: DEBUG nova.network.neutron [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Successfully updated port: 451bc80c-3ad6-420c-9a8f-cdb173fb4025 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1676.313022] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b53d158-1ec4-40dc-8f6b-65f18ec3ad55 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.320306] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3955885-adb4-4a98-b425-7b999702e89e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.356032] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17529019-67e6-420f-bb36-ad4294ad67a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.368935] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d385633-4616-477a-b0f8-dd1353f5b7a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.373295] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771002, 'name': CreateVM_Task, 'duration_secs': 0.415237} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.373673] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1676.374905] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.375254] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.375672] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1676.376040] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50702cc2-c5ad-42ee-961d-1406ab5175aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.387426] env[63070]: DEBUG nova.compute.provider_tree [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.392908] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1676.392908] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d3affe-b844-c265-dae1-fe00ef091c29" [ 1676.392908] env[63070]: _type = "Task" [ 1676.392908] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.402549] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d3affe-b844-c265-dae1-fe00ef091c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.719962] env[63070]: DEBUG nova.compute.manager [req-f25a03be-eff3-4bfb-b3d8-eeb28d65ba0c req-6952bcd9-2ce7-4bcf-9c91-00fc8bf75c50 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Received event network-changed-8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1676.720176] env[63070]: DEBUG nova.compute.manager [req-f25a03be-eff3-4bfb-b3d8-eeb28d65ba0c req-6952bcd9-2ce7-4bcf-9c91-00fc8bf75c50 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Refreshing instance network info cache due to event network-changed-8e3c6668-890d-4007-9c4f-1220e742a0a0. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1676.720394] env[63070]: DEBUG oslo_concurrency.lockutils [req-f25a03be-eff3-4bfb-b3d8-eeb28d65ba0c req-6952bcd9-2ce7-4bcf-9c91-00fc8bf75c50 service nova] Acquiring lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.720581] env[63070]: DEBUG oslo_concurrency.lockutils [req-f25a03be-eff3-4bfb-b3d8-eeb28d65ba0c req-6952bcd9-2ce7-4bcf-9c91-00fc8bf75c50 service nova] Acquired lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.720751] env[63070]: DEBUG nova.network.neutron [req-f25a03be-eff3-4bfb-b3d8-eeb28d65ba0c req-6952bcd9-2ce7-4bcf-9c91-00fc8bf75c50 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Refreshing network info cache for port 8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.775979] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquiring lock "refresh_cache-707ae480-db14-4ec7-b3f2-5c2ba442b822" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.776143] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquired lock "refresh_cache-707ae480-db14-4ec7-b3f2-5c2ba442b822" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.776299] env[63070]: DEBUG nova.network.neutron [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.894829] env[63070]: DEBUG nova.scheduler.client.report [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.910088] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d3affe-b844-c265-dae1-fe00ef091c29, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.910088] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.910088] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.910088] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.910088] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.910088] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.910547] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb016ce1-646d-4892-8b24-f02efa19da5a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.924649] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.924886] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1676.925695] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e48628-9eb4-4cbc-b5bf-736ed9ce8767 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.933684] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1676.933684] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5298d573-63b3-0248-15b8-c31e80b00e4a" [ 1676.933684] env[63070]: _type = "Task" [ 1676.933684] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.943467] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5298d573-63b3-0248-15b8-c31e80b00e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.320586] env[63070]: DEBUG nova.network.neutron [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1677.403379] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.406193] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.673s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.406391] env[63070]: DEBUG nova.objects.instance [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63070) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1677.430551] env[63070]: INFO nova.scheduler.client.report [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleted allocations for instance e621dfd7-d429-4922-a660-d2f2e6385870 [ 1677.462109] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5298d573-63b3-0248-15b8-c31e80b00e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.017807} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.463820] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f914cc-feb7-4f37-94b7-02e4ee2e85b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.471415] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1677.471415] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523273fe-6579-f74e-8828-a0b83a92545d" [ 1677.471415] env[63070]: _type = "Task" [ 1677.471415] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.487873] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523273fe-6579-f74e-8828-a0b83a92545d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.599565] env[63070]: DEBUG nova.network.neutron [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Updating instance_info_cache with network_info: [{"id": "451bc80c-3ad6-420c-9a8f-cdb173fb4025", "address": "fa:16:3e:1b:6c:ce", "network": {"id": "e1439023-1bcd-47d2-ab96-1705e20a860f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-605649784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17857f7cf0c74c71a1eacb12b6b45676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap451bc80c-3a", "ovs_interfaceid": "451bc80c-3ad6-420c-9a8f-cdb173fb4025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.624214] env[63070]: DEBUG nova.network.neutron [req-f25a03be-eff3-4bfb-b3d8-eeb28d65ba0c req-6952bcd9-2ce7-4bcf-9c91-00fc8bf75c50 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updated VIF entry in instance network info cache for port 8e3c6668-890d-4007-9c4f-1220e742a0a0. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.624662] env[63070]: DEBUG nova.network.neutron [req-f25a03be-eff3-4bfb-b3d8-eeb28d65ba0c req-6952bcd9-2ce7-4bcf-9c91-00fc8bf75c50 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updating instance_info_cache with network_info: [{"id": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "address": "fa:16:3e:a2:57:ab", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3c6668-89", "ovs_interfaceid": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.942255] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09268d86-a7ea-4cdc-b9ed-479984f16e33 tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "e621dfd7-d429-4922-a660-d2f2e6385870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.119s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.982459] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523273fe-6579-f74e-8828-a0b83a92545d, 'name': SearchDatastore_Task, 'duration_secs': 0.056446} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.982704] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.982960] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] eb25212a-fcd0-4127-b659-083426af60c4/eb25212a-fcd0-4127-b659-083426af60c4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.983575] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9e36f5b-5870-410d-8b84-f0f5c728682c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.992854] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1677.992854] env[63070]: value = "task-1771003" [ 1677.992854] env[63070]: _type = "Task" [ 1677.992854] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.001789] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.104029] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Releasing lock "refresh_cache-707ae480-db14-4ec7-b3f2-5c2ba442b822" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.104514] env[63070]: DEBUG nova.compute.manager [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Instance network_info: |[{"id": "451bc80c-3ad6-420c-9a8f-cdb173fb4025", "address": "fa:16:3e:1b:6c:ce", "network": {"id": "e1439023-1bcd-47d2-ab96-1705e20a860f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-605649784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17857f7cf0c74c71a1eacb12b6b45676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap451bc80c-3a", "ovs_interfaceid": "451bc80c-3ad6-420c-9a8f-cdb173fb4025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1678.105149] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:6c:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '451bc80c-3ad6-420c-9a8f-cdb173fb4025', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.117364] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Creating folder: Project (17857f7cf0c74c71a1eacb12b6b45676). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1678.118343] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a14914c-48fa-455a-a2ae-99dcb3f7c6df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.127221] env[63070]: DEBUG oslo_concurrency.lockutils [req-f25a03be-eff3-4bfb-b3d8-eeb28d65ba0c req-6952bcd9-2ce7-4bcf-9c91-00fc8bf75c50 service nova] Releasing lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.130345] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Created folder: Project (17857f7cf0c74c71a1eacb12b6b45676) in parent group-v367531. [ 1678.130616] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Creating folder: Instances. Parent ref: group-v367763. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1678.130888] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4e5c4a-dc78-4202-b21a-10aded646112 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.140754] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Created folder: Instances in parent group-v367763. [ 1678.141169] env[63070]: DEBUG oslo.service.loopingcall [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.141213] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.141432] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bc123c2-9f29-480c-977c-85376739adcd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.160091] env[63070]: DEBUG nova.compute.manager [req-245463e0-cfa8-45a6-8eb6-f7c0f6d90508 req-0ecf1df3-2abe-425c-a354-23ff55092c16 service nova] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Received event network-changed-451bc80c-3ad6-420c-9a8f-cdb173fb4025 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1678.160315] env[63070]: DEBUG nova.compute.manager [req-245463e0-cfa8-45a6-8eb6-f7c0f6d90508 req-0ecf1df3-2abe-425c-a354-23ff55092c16 service nova] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Refreshing instance network info cache due to event network-changed-451bc80c-3ad6-420c-9a8f-cdb173fb4025. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1678.160535] env[63070]: DEBUG oslo_concurrency.lockutils [req-245463e0-cfa8-45a6-8eb6-f7c0f6d90508 req-0ecf1df3-2abe-425c-a354-23ff55092c16 service nova] Acquiring lock "refresh_cache-707ae480-db14-4ec7-b3f2-5c2ba442b822" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.160700] env[63070]: DEBUG oslo_concurrency.lockutils [req-245463e0-cfa8-45a6-8eb6-f7c0f6d90508 req-0ecf1df3-2abe-425c-a354-23ff55092c16 service nova] Acquired lock "refresh_cache-707ae480-db14-4ec7-b3f2-5c2ba442b822" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.160888] env[63070]: DEBUG nova.network.neutron [req-245463e0-cfa8-45a6-8eb6-f7c0f6d90508 req-0ecf1df3-2abe-425c-a354-23ff55092c16 service nova] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Refreshing network info cache for port 451bc80c-3ad6-420c-9a8f-cdb173fb4025 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.168070] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.168070] env[63070]: value = "task-1771006" [ 1678.168070] env[63070]: _type = "Task" [ 1678.168070] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.177074] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771006, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.353335] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.353839] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.354074] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.354295] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.354471] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.357042] env[63070]: INFO nova.compute.manager [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Terminating instance [ 1678.415241] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c76c02d1-3aec-4587-9ac6-76c080cdb7b8 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.416384] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.705s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.417978] env[63070]: INFO nova.compute.claims [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.509504] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771003, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.679155] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771006, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.753792] env[63070]: DEBUG nova.compute.manager [req-64b4b3e1-dddf-44d5-bf63-dd5357d5a0cd req-e36da6f7-1f37-4469-9896-4bede983de1c service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Received event network-changed-8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1678.754212] env[63070]: DEBUG nova.compute.manager [req-64b4b3e1-dddf-44d5-bf63-dd5357d5a0cd req-e36da6f7-1f37-4469-9896-4bede983de1c service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Refreshing instance network info cache due to event network-changed-8e3c6668-890d-4007-9c4f-1220e742a0a0. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1678.754375] env[63070]: DEBUG oslo_concurrency.lockutils [req-64b4b3e1-dddf-44d5-bf63-dd5357d5a0cd req-e36da6f7-1f37-4469-9896-4bede983de1c service nova] Acquiring lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.754476] env[63070]: DEBUG oslo_concurrency.lockutils [req-64b4b3e1-dddf-44d5-bf63-dd5357d5a0cd req-e36da6f7-1f37-4469-9896-4bede983de1c service nova] Acquired lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.754728] env[63070]: DEBUG nova.network.neutron [req-64b4b3e1-dddf-44d5-bf63-dd5357d5a0cd req-e36da6f7-1f37-4469-9896-4bede983de1c service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Refreshing network info cache for port 8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.860918] env[63070]: DEBUG nova.compute.manager [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1678.861236] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1678.862201] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e68496-2731-408d-a8b0-9fcf4497dd24 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.873771] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.873771] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cdc7ac9-61f2-4f52-8e36-e57c433b5e49 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.879823] env[63070]: DEBUG oslo_vmware.api [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1678.879823] env[63070]: value = "task-1771007" [ 1678.879823] env[63070]: _type = "Task" [ 1678.879823] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.888331] env[63070]: DEBUG oslo_vmware.api [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1771007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.902712] env[63070]: DEBUG nova.network.neutron [req-245463e0-cfa8-45a6-8eb6-f7c0f6d90508 req-0ecf1df3-2abe-425c-a354-23ff55092c16 service nova] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Updated VIF entry in instance network info cache for port 451bc80c-3ad6-420c-9a8f-cdb173fb4025. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.903170] env[63070]: DEBUG nova.network.neutron [req-245463e0-cfa8-45a6-8eb6-f7c0f6d90508 req-0ecf1df3-2abe-425c-a354-23ff55092c16 service nova] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Updating instance_info_cache with network_info: [{"id": "451bc80c-3ad6-420c-9a8f-cdb173fb4025", "address": "fa:16:3e:1b:6c:ce", "network": {"id": "e1439023-1bcd-47d2-ab96-1705e20a860f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-605649784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17857f7cf0c74c71a1eacb12b6b45676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap451bc80c-3a", "ovs_interfaceid": "451bc80c-3ad6-420c-9a8f-cdb173fb4025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.004930] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826579} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.005146] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] eb25212a-fcd0-4127-b659-083426af60c4/eb25212a-fcd0-4127-b659-083426af60c4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1679.005361] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1679.005624] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-032153de-5254-4343-98a4-1e519943152c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.012714] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1679.012714] env[63070]: value = "task-1771008" [ 1679.012714] env[63070]: _type = "Task" [ 1679.012714] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.020357] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.179789] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771006, 'name': CreateVM_Task, 'duration_secs': 0.582441} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.180022] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.180827] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.181035] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.181456] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.181717] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06c5223-f656-4416-8ad4-028a54461993 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.186972] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for the task: (returnval){ [ 1679.186972] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5290c050-1046-9cd5-aea3-bc7f34211c66" [ 1679.186972] env[63070]: _type = "Task" [ 1679.186972] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.196261] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5290c050-1046-9cd5-aea3-bc7f34211c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.390085] env[63070]: DEBUG oslo_vmware.api [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1771007, 'name': PowerOffVM_Task, 'duration_secs': 0.2225} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.390447] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.390604] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.390882] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dbba44a-4b2e-472f-b86b-4f2ba1018fcc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.401636] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.401816] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.405991] env[63070]: DEBUG oslo_concurrency.lockutils [req-245463e0-cfa8-45a6-8eb6-f7c0f6d90508 req-0ecf1df3-2abe-425c-a354-23ff55092c16 service nova] Releasing lock "refresh_cache-707ae480-db14-4ec7-b3f2-5c2ba442b822" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.500476] env[63070]: DEBUG nova.network.neutron [req-64b4b3e1-dddf-44d5-bf63-dd5357d5a0cd req-e36da6f7-1f37-4469-9896-4bede983de1c service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updated VIF entry in instance network info cache for port 8e3c6668-890d-4007-9c4f-1220e742a0a0. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.500836] env[63070]: DEBUG nova.network.neutron [req-64b4b3e1-dddf-44d5-bf63-dd5357d5a0cd req-e36da6f7-1f37-4469-9896-4bede983de1c service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updating instance_info_cache with network_info: [{"id": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "address": "fa:16:3e:a2:57:ab", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3c6668-89", "ovs_interfaceid": "8e3c6668-890d-4007-9c4f-1220e742a0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.525508] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078211} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.525893] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1679.526806] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b2ca34-43e8-4e8d-911c-48c0496577cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.553255] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] eb25212a-fcd0-4127-b659-083426af60c4/eb25212a-fcd0-4127-b659-083426af60c4.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1679.556150] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e28ab1bb-d6db-4e83-9d10-bb48cd46933b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.575222] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1679.575222] env[63070]: value = "task-1771010" [ 1679.575222] env[63070]: _type = "Task" [ 1679.575222] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.585584] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.617911] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.618150] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.618333] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleting the datastore file [datastore1] 0e05fbde-7467-4dfd-99f5-868e48de6e3d {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.618595] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-434799cd-9e63-4f8c-af19-5460ac9a9ca6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.627314] env[63070]: DEBUG oslo_vmware.api [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for the task: (returnval){ [ 1679.627314] env[63070]: value = "task-1771011" [ 1679.627314] env[63070]: _type = "Task" [ 1679.627314] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.635753] env[63070]: DEBUG oslo_vmware.api [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1771011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.697783] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5290c050-1046-9cd5-aea3-bc7f34211c66, 'name': SearchDatastore_Task, 'duration_secs': 0.013102} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.701277] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.701556] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1679.701794] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.701957] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.702151] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1679.702674] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-538df138-3ce1-46a1-a485-eeded6aa7a7d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.712483] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1679.712483] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1679.713249] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdfcb79-bcc5-4ac8-91c9-38ca4135ad79 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.721033] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for the task: (returnval){ [ 1679.721033] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e5393b-e4a7-9bd9-e7d2-4c0ff70101bc" [ 1679.721033] env[63070]: _type = "Task" [ 1679.721033] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.728890] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e5393b-e4a7-9bd9-e7d2-4c0ff70101bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.754862] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddbf6d3-1dbf-4746-b0b8-3a17c877c3b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.762288] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d4fcb-29c2-495e-9f43-fe2ec5f35c43 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.793061] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5493ff25-75c8-4ea5-96ac-eb2f29e838c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.800606] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4835bf00-36ab-4065-8810-3095eea69c34 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.815663] env[63070]: DEBUG nova.compute.provider_tree [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.912155] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.912155] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1680.003557] env[63070]: DEBUG oslo_concurrency.lockutils [req-64b4b3e1-dddf-44d5-bf63-dd5357d5a0cd req-e36da6f7-1f37-4469-9896-4bede983de1c service nova] Releasing lock "refresh_cache-c8f758c5-2ab4-468d-88b7-f18d11b16d8e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.085319] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771010, 'name': ReconfigVM_Task, 'duration_secs': 0.344315} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.086159] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Reconfigured VM instance instance-00000055 to attach disk [datastore1] eb25212a-fcd0-4127-b659-083426af60c4/eb25212a-fcd0-4127-b659-083426af60c4.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1680.086360] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efc22402-2ece-4db2-a7c4-7de7e7baab6a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.093128] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1680.093128] env[63070]: value = "task-1771012" [ 1680.093128] env[63070]: _type = "Task" [ 1680.093128] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.101473] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771012, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.137023] env[63070]: DEBUG oslo_vmware.api [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Task: {'id': task-1771011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249165} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.137416] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.137633] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.137727] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.137903] env[63070]: INFO nova.compute.manager [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1680.138194] env[63070]: DEBUG oslo.service.loopingcall [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.138429] env[63070]: DEBUG nova.compute.manager [-] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.138534] env[63070]: DEBUG nova.network.neutron [-] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.231478] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e5393b-e4a7-9bd9-e7d2-4c0ff70101bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012637} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.232317] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c07a48-492f-4edd-ad45-0b33e4366cdb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.238310] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for the task: (returnval){ [ 1680.238310] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f0723f-c6a2-9e1c-f4fe-3752f80ce279" [ 1680.238310] env[63070]: _type = "Task" [ 1680.238310] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.247048] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f0723f-c6a2-9e1c-f4fe-3752f80ce279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.351828] env[63070]: DEBUG nova.scheduler.client.report [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1680.352117] env[63070]: DEBUG nova.compute.provider_tree [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 113 to 114 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1680.352320] env[63070]: DEBUG nova.compute.provider_tree [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1680.536643] env[63070]: DEBUG nova.compute.manager [req-9e65ebf4-1b8b-4921-9f0d-10e490eb17e5 req-c8a451e7-448e-464c-b1f2-38c14803ab98 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Received event network-vif-deleted-f792031b-5c3d-45de-b817-115e2874a5c6 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1680.536901] env[63070]: INFO nova.compute.manager [req-9e65ebf4-1b8b-4921-9f0d-10e490eb17e5 req-c8a451e7-448e-464c-b1f2-38c14803ab98 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Neutron deleted interface f792031b-5c3d-45de-b817-115e2874a5c6; detaching it from the instance and deleting it from the info cache [ 1680.537088] env[63070]: DEBUG nova.network.neutron [req-9e65ebf4-1b8b-4921-9f0d-10e490eb17e5 req-c8a451e7-448e-464c-b1f2-38c14803ab98 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.603032] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771012, 'name': Rename_Task, 'duration_secs': 0.170268} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.603320] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.603564] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52c2f41e-f6b6-48ee-88b5-ab356617d4b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.610247] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1680.610247] env[63070]: value = "task-1771013" [ 1680.610247] env[63070]: _type = "Task" [ 1680.610247] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.618355] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.750553] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f0723f-c6a2-9e1c-f4fe-3752f80ce279, 'name': SearchDatastore_Task, 'duration_secs': 0.022344} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.750857] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.751074] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 707ae480-db14-4ec7-b3f2-5c2ba442b822/707ae480-db14-4ec7-b3f2-5c2ba442b822.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1680.751343] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79f77bc6-286e-46df-a14c-8cb33541dc15 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.757508] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for the task: (returnval){ [ 1680.757508] env[63070]: value = "task-1771014" [ 1680.757508] env[63070]: _type = "Task" [ 1680.757508] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.765638] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.827073] env[63070]: DEBUG oslo_concurrency.lockutils [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Acquiring lock "9183a3f7-2a06-4ced-bb03-678276db88d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.827447] env[63070]: DEBUG oslo_concurrency.lockutils [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lock "9183a3f7-2a06-4ced-bb03-678276db88d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.827570] env[63070]: DEBUG oslo_concurrency.lockutils [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Acquiring lock "9183a3f7-2a06-4ced-bb03-678276db88d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.827773] env[63070]: DEBUG oslo_concurrency.lockutils [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lock "9183a3f7-2a06-4ced-bb03-678276db88d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.827975] env[63070]: DEBUG oslo_concurrency.lockutils [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lock "9183a3f7-2a06-4ced-bb03-678276db88d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.830207] env[63070]: INFO nova.compute.manager [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Terminating instance [ 1680.857790] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.858337] env[63070]: DEBUG nova.compute.manager [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1680.860863] env[63070]: DEBUG oslo_concurrency.lockutils [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.509s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.861099] env[63070]: DEBUG nova.objects.instance [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lazy-loading 'resources' on Instance uuid 3adc7e86-36df-4d3e-8265-28c0e9d8b949 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.894016] env[63070]: DEBUG nova.network.neutron [-] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.945443] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.945594] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquired lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.945744] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Forcefully refreshing network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1681.040127] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e56f46f-19ab-496c-a685-80f66719b34a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.053133] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710db64f-7adf-4be4-8fa8-49cabc32ed3e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.092709] env[63070]: DEBUG nova.compute.manager [req-9e65ebf4-1b8b-4921-9f0d-10e490eb17e5 req-c8a451e7-448e-464c-b1f2-38c14803ab98 service nova] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Detach interface failed, port_id=f792031b-5c3d-45de-b817-115e2874a5c6, reason: Instance 0e05fbde-7467-4dfd-99f5-868e48de6e3d could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1681.120147] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771013, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.268918] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771014, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.334294] env[63070]: DEBUG nova.compute.manager [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1681.334552] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.334866] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c92d98fd-b446-4a3c-b336-0cd853ec460b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.342269] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for the task: (returnval){ [ 1681.342269] env[63070]: value = "task-1771015" [ 1681.342269] env[63070]: _type = "Task" [ 1681.342269] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.351089] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1771015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.363711] env[63070]: DEBUG nova.compute.utils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.367807] env[63070]: DEBUG nova.compute.manager [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1681.367988] env[63070]: DEBUG nova.network.neutron [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.397219] env[63070]: INFO nova.compute.manager [-] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Took 1.26 seconds to deallocate network for instance. [ 1681.409602] env[63070]: DEBUG nova.policy [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cf1d5a1be314a24a88a53e2cf11c524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1bb84650554bb4b2ffe1f83ae5be14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1681.623759] env[63070]: DEBUG oslo_vmware.api [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771013, 'name': PowerOnVM_Task, 'duration_secs': 0.526951} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.627439] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.627724] env[63070]: INFO nova.compute.manager [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1681.628306] env[63070]: DEBUG nova.compute.manager [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.629452] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f9d892-07dd-49c2-a0cc-7bd602b1129b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.684739] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8134754e-1351-43d5-8110-e807ed64c047 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.697138] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1ec4e3-f6e6-421a-89da-ad095f40965c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.733546] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b456a4-a07b-4c8c-8bcd-6f9005d7663c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.744950] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8660fe-ef99-47dd-854b-bda3370dd854 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.762386] env[63070]: DEBUG nova.compute.provider_tree [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1681.775055] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599902} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.775402] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 707ae480-db14-4ec7-b3f2-5c2ba442b822/707ae480-db14-4ec7-b3f2-5c2ba442b822.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1681.775634] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1681.775983] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87f3f711-6071-4659-a8b3-b02f17178ea1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.783472] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for the task: (returnval){ [ 1681.783472] env[63070]: value = "task-1771016" [ 1681.783472] env[63070]: _type = "Task" [ 1681.783472] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.792101] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.792962] env[63070]: DEBUG nova.network.neutron [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Successfully created port: 00980e40-4f35-43f2-a8c5-825370384e45 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1681.854106] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1771015, 'name': PowerOffVM_Task, 'duration_secs': 0.229205} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.854375] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.854566] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1681.854780] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367650', 'volume_id': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'name': 'volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9183a3f7-2a06-4ced-bb03-678276db88d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'serial': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1681.855614] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e02437e-6fcc-4fee-b1bd-57069517fc06 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.874363] env[63070]: DEBUG nova.compute.manager [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1681.877475] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de09dc6-669b-4bb2-872d-4249069d89da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.885099] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541e7f63-b946-40d0-92e3-537027ecbedf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.904424] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60da65ed-06d8-46ab-ad11-38f11da3c929 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.911453] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.922775] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] The volume has not been displaced from its original location: [datastore1] volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a/volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1681.932156] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1681.933358] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdbcbb4e-f617-4617-b6cc-8c05fb257f28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.955283] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for the task: (returnval){ [ 1681.955283] env[63070]: value = "task-1771017" [ 1681.955283] env[63070]: _type = "Task" [ 1681.955283] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.967767] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1771017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.149996] env[63070]: INFO nova.compute.manager [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Took 19.48 seconds to build instance. [ 1682.251573] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Updating instance_info_cache with network_info: [{"id": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "address": "fa:16:3e:b6:02:39", "network": {"id": "f096d270-1444-4f9c-a81e-e238cc1a52f8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1695959799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6238f5516ea94876814e31dd61a2deb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a304aa-b1", "ovs_interfaceid": "a4a304aa-b1fd-4417-b191-667d2ec22c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.293530] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122136} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.293920] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.295113] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de98b75-7195-471f-b9dd-61f7867611cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.323030] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 707ae480-db14-4ec7-b3f2-5c2ba442b822/707ae480-db14-4ec7-b3f2-5c2ba442b822.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.324518] env[63070]: DEBUG nova.scheduler.client.report [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1682.324766] env[63070]: DEBUG nova.compute.provider_tree [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 114 to 115 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1682.325032] env[63070]: DEBUG nova.compute.provider_tree [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1682.329793] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4bae16-6c4b-40a4-8f48-8b14011afdee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.357872] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for the task: (returnval){ [ 1682.357872] env[63070]: value = "task-1771018" [ 1682.357872] env[63070]: _type = "Task" [ 1682.357872] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.366350] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.466245] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1771017, 'name': ReconfigVM_Task, 'duration_secs': 0.383285} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.466532] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1682.471379] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd6c45d6-5e63-4894-81bb-cbe15c07777c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.486811] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for the task: (returnval){ [ 1682.486811] env[63070]: value = "task-1771019" [ 1682.486811] env[63070]: _type = "Task" [ 1682.486811] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.495565] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1771019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.651917] env[63070]: DEBUG oslo_concurrency.lockutils [None req-671685e4-9756-4c24-9069-460bb5bc072d tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "eb25212a-fcd0-4127-b659-083426af60c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.992s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.754635] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Releasing lock "refresh_cache-46c4833a-37de-4b16-904a-a88e50cb1998" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.754814] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Updated the network info_cache for instance {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1682.755053] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.755302] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.755521] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.755727] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.755950] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.756118] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.756333] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1682.756562] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.852755] env[63070]: DEBUG oslo_concurrency.lockutils [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.855605] env[63070]: DEBUG oslo_concurrency.lockutils [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.404s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.856059] env[63070]: DEBUG nova.objects.instance [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lazy-loading 'resources' on Instance uuid 3e505c86-f99e-4b3b-bc66-0b44d5b0231d {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.869102] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771018, 'name': ReconfigVM_Task, 'duration_secs': 0.396445} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.869439] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 707ae480-db14-4ec7-b3f2-5c2ba442b822/707ae480-db14-4ec7-b3f2-5c2ba442b822.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1682.870154] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c63c5f87-9f3f-49cb-a5e3-ac66f5483cfd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.878829] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for the task: (returnval){ [ 1682.878829] env[63070]: value = "task-1771020" [ 1682.878829] env[63070]: _type = "Task" [ 1682.878829] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.883507] env[63070]: INFO nova.scheduler.client.report [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted allocations for instance 3adc7e86-36df-4d3e-8265-28c0e9d8b949 [ 1682.888029] env[63070]: DEBUG nova.compute.manager [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1682.894651] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771020, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.000287] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1771019, 'name': ReconfigVM_Task, 'duration_secs': 0.165035} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.000728] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367650', 'volume_id': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'name': 'volume-5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9183a3f7-2a06-4ced-bb03-678276db88d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a', 'serial': '5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1683.001140] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1683.002329] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc94d4ec-8473-47ae-ac63-05f11db5bcc1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.012193] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1683.012640] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e4e58af-5e49-4606-a4a2-05ad5225b571 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.039420] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1683.039679] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.039837] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1683.040036] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.040206] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1683.040374] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1683.040583] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1683.040743] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1683.040913] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1683.041088] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1683.041289] env[63070]: DEBUG nova.virt.hardware [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1683.042285] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7b8c77-63a6-4ae2-8d53-9f32eabd78e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.050780] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c14dd81-57ce-4bea-b713-5dd189b1cb97 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.088436] env[63070]: DEBUG oslo_vmware.rw_handles [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da2d65-82fd-d714-58cc-07c251f1da26/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1683.089401] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061190a0-12ee-4c0b-9017-f273c0e8d137 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.096455] env[63070]: DEBUG oslo_vmware.rw_handles [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da2d65-82fd-d714-58cc-07c251f1da26/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1683.096626] env[63070]: ERROR oslo_vmware.rw_handles [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da2d65-82fd-d714-58cc-07c251f1da26/disk-0.vmdk due to incomplete transfer. [ 1683.097097] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-09fe5609-f7ae-42b3-8453-83792b29224b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.104453] env[63070]: DEBUG oslo_vmware.rw_handles [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da2d65-82fd-d714-58cc-07c251f1da26/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1683.104594] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Uploaded image e4706002-9e4a-420f-9a6b-b2d870c6f4d7 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1683.106719] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1683.106965] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cba548de-6613-4d9a-9eb8-7a2bba8e51ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.115390] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1683.115390] env[63070]: value = "task-1771022" [ 1683.115390] env[63070]: _type = "Task" [ 1683.115390] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.125958] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771022, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.225773] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.226128] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.226331] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Deleting the datastore file [datastore1] 9183a3f7-2a06-4ced-bb03-678276db88d7 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.226954] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d055956b-805f-4429-988d-879cbd936165 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.232939] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for the task: (returnval){ [ 1683.232939] env[63070]: value = "task-1771023" [ 1683.232939] env[63070]: _type = "Task" [ 1683.232939] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.241132] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1771023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.259550] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.389491] env[63070]: DEBUG nova.compute.manager [req-e63895c9-4f56-4486-8870-2640557ef7e2 req-80bed869-b06a-456d-8f26-8bc8bb175470 service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Received event network-vif-plugged-00980e40-4f35-43f2-a8c5-825370384e45 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1683.389907] env[63070]: DEBUG oslo_concurrency.lockutils [req-e63895c9-4f56-4486-8870-2640557ef7e2 req-80bed869-b06a-456d-8f26-8bc8bb175470 service nova] Acquiring lock "90917068-a464-481e-a02d-e49a9267fc84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.391290] env[63070]: DEBUG oslo_concurrency.lockutils [req-e63895c9-4f56-4486-8870-2640557ef7e2 req-80bed869-b06a-456d-8f26-8bc8bb175470 service nova] Lock "90917068-a464-481e-a02d-e49a9267fc84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.391290] env[63070]: DEBUG oslo_concurrency.lockutils [req-e63895c9-4f56-4486-8870-2640557ef7e2 req-80bed869-b06a-456d-8f26-8bc8bb175470 service nova] Lock "90917068-a464-481e-a02d-e49a9267fc84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.391290] env[63070]: DEBUG nova.compute.manager [req-e63895c9-4f56-4486-8870-2640557ef7e2 req-80bed869-b06a-456d-8f26-8bc8bb175470 service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] No waiting events found dispatching network-vif-plugged-00980e40-4f35-43f2-a8c5-825370384e45 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.391290] env[63070]: WARNING nova.compute.manager [req-e63895c9-4f56-4486-8870-2640557ef7e2 req-80bed869-b06a-456d-8f26-8bc8bb175470 service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Received unexpected event network-vif-plugged-00980e40-4f35-43f2-a8c5-825370384e45 for instance with vm_state building and task_state spawning. [ 1683.399616] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771020, 'name': Rename_Task, 'duration_secs': 0.261016} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.402018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-15fae2cf-c350-4078-a6d7-721dc9ae82fa tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "3adc7e86-36df-4d3e-8265-28c0e9d8b949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.805s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.402018] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1683.402018] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dad9375-8466-4aea-9e68-c9fa3c4025da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.413434] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for the task: (returnval){ [ 1683.413434] env[63070]: value = "task-1771024" [ 1683.413434] env[63070]: _type = "Task" [ 1683.413434] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.424749] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.501016] env[63070]: DEBUG nova.network.neutron [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Successfully updated port: 00980e40-4f35-43f2-a8c5-825370384e45 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1683.629052] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771022, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.649443] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4292b5c-57d5-4444-8c9c-5eb31e3ac388 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.657854] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e7de98-17fd-42cc-a954-254b21c37530 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.691911] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8246d66-6541-481f-b75e-e26578d048eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.700306] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb4dfba-16a6-43cb-991e-d7f8157caec8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.715425] env[63070]: DEBUG nova.compute.provider_tree [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.742576] env[63070]: DEBUG oslo_vmware.api [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Task: {'id': task-1771023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133107} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.742768] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.742951] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.743144] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.743313] env[63070]: INFO nova.compute.manager [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Took 2.41 seconds to destroy the instance on the hypervisor. [ 1683.743544] env[63070]: DEBUG oslo.service.loopingcall [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.743753] env[63070]: DEBUG nova.compute.manager [-] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1683.743882] env[63070]: DEBUG nova.network.neutron [-] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1683.923154] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771024, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.004616] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-90917068-a464-481e-a02d-e49a9267fc84" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.004819] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-90917068-a464-481e-a02d-e49a9267fc84" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.004991] env[63070]: DEBUG nova.network.neutron [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.087432] env[63070]: DEBUG nova.compute.manager [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1684.088440] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd87aab6-3bf8-4229-8ea9-438b0bc68675 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.127743] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771022, 'name': Destroy_Task, 'duration_secs': 0.579622} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.127743] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Destroyed the VM [ 1684.127743] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1684.128048] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d10008d-2105-48f3-91d7-48ec05b42f42 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.136180] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1684.136180] env[63070]: value = "task-1771025" [ 1684.136180] env[63070]: _type = "Task" [ 1684.136180] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.146619] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.221148] env[63070]: DEBUG nova.scheduler.client.report [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.425215] env[63070]: DEBUG oslo_vmware.api [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771024, 'name': PowerOnVM_Task, 'duration_secs': 0.685001} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.426042] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1684.426393] env[63070]: INFO nova.compute.manager [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1684.426722] env[63070]: DEBUG nova.compute.manager [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1684.428118] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcf6900-9be0-43ec-9a6c-c86390e365ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.539838] env[63070]: DEBUG nova.network.neutron [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1684.600273] env[63070]: INFO nova.compute.manager [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] instance snapshotting [ 1684.604768] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aee486-9890-4f06-93c5-f8f0435f42fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.630113] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3776331b-ddde-462c-b71e-8804ee1ec5e3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.649482] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771025, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.704249] env[63070]: DEBUG nova.network.neutron [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Updating instance_info_cache with network_info: [{"id": "00980e40-4f35-43f2-a8c5-825370384e45", "address": "fa:16:3e:c2:db:06", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00980e40-4f", "ovs_interfaceid": "00980e40-4f35-43f2-a8c5-825370384e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.724430] env[63070]: DEBUG oslo_concurrency.lockutils [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.726862] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.266s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.727093] env[63070]: DEBUG nova.objects.instance [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lazy-loading 'resources' on Instance uuid 3fc18a79-20a5-4b23-ad12-60ec8cee25c4 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.742201] env[63070]: INFO nova.scheduler.client.report [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Deleted allocations for instance 3e505c86-f99e-4b3b-bc66-0b44d5b0231d [ 1684.843430] env[63070]: DEBUG nova.network.neutron [-] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.956278] env[63070]: INFO nova.compute.manager [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Took 21.21 seconds to build instance. [ 1685.084886] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.085126] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.145601] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1685.148920] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d00d43d1-6777-4b57-b7db-33af6b1abf67 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.150739] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771025, 'name': RemoveSnapshot_Task, 'duration_secs': 0.521777} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.151262] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1685.151529] env[63070]: DEBUG nova.compute.manager [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.152802] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c802341-b403-4a82-b94e-1433cdcade5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.156651] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1685.156651] env[63070]: value = "task-1771026" [ 1685.156651] env[63070]: _type = "Task" [ 1685.156651] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.168447] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.208031] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-90917068-a464-481e-a02d-e49a9267fc84" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.208031] env[63070]: DEBUG nova.compute.manager [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Instance network_info: |[{"id": "00980e40-4f35-43f2-a8c5-825370384e45", "address": "fa:16:3e:c2:db:06", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00980e40-4f", "ovs_interfaceid": "00980e40-4f35-43f2-a8c5-825370384e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1685.208031] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:db:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00980e40-4f35-43f2-a8c5-825370384e45', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.216778] env[63070]: DEBUG oslo.service.loopingcall [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.217566] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.217818] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02394cfc-039a-4f69-8c2a-1b1fa03e8b5b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.241837] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.241837] env[63070]: value = "task-1771027" [ 1685.241837] env[63070]: _type = "Task" [ 1685.241837] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.251371] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771027, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.251874] env[63070]: DEBUG oslo_concurrency.lockutils [None req-247ebc25-8d2c-4f02-9e28-0adf9926beba tempest-ServersWithSpecificFlavorTestJSON-1218700578 tempest-ServersWithSpecificFlavorTestJSON-1218700578-project-member] Lock "3e505c86-f99e-4b3b-bc66-0b44d5b0231d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.614s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.348228] env[63070]: INFO nova.compute.manager [-] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Took 1.60 seconds to deallocate network for instance. [ 1685.415234] env[63070]: DEBUG nova.compute.manager [req-6a1c0018-49e9-4172-b1a0-75e685a30386 req-bedf3669-3238-4e49-98bb-c3c145aad706 service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Received event network-changed-00980e40-4f35-43f2-a8c5-825370384e45 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1685.415234] env[63070]: DEBUG nova.compute.manager [req-6a1c0018-49e9-4172-b1a0-75e685a30386 req-bedf3669-3238-4e49-98bb-c3c145aad706 service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Refreshing instance network info cache due to event network-changed-00980e40-4f35-43f2-a8c5-825370384e45. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1685.415234] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a1c0018-49e9-4172-b1a0-75e685a30386 req-bedf3669-3238-4e49-98bb-c3c145aad706 service nova] Acquiring lock "refresh_cache-90917068-a464-481e-a02d-e49a9267fc84" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.415234] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a1c0018-49e9-4172-b1a0-75e685a30386 req-bedf3669-3238-4e49-98bb-c3c145aad706 service nova] Acquired lock "refresh_cache-90917068-a464-481e-a02d-e49a9267fc84" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.415234] env[63070]: DEBUG nova.network.neutron [req-6a1c0018-49e9-4172-b1a0-75e685a30386 req-bedf3669-3238-4e49-98bb-c3c145aad706 service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Refreshing network info cache for port 00980e40-4f35-43f2-a8c5-825370384e45 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.458766] env[63070]: DEBUG oslo_concurrency.lockutils [None req-81541045-864a-4822-b6a2-5a60a57f3b48 tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "707ae480-db14-4ec7-b3f2-5c2ba442b822" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.729s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.498106] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73867384-18c0-44f5-9447-2e627aea624c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.507336] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c56ee5-7cab-4065-827c-e8951988c65a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.538735] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d44904-7cf4-41b8-80df-cf5ad11576b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.546540] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3c0ee-9d2b-4d7d-8448-f42a5fe190af {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.561362] env[63070]: DEBUG nova.compute.provider_tree [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.587863] env[63070]: DEBUG nova.compute.manager [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1685.669423] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.671036] env[63070]: INFO nova.compute.manager [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Shelve offloading [ 1685.753082] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771027, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.893420] env[63070]: INFO nova.compute.manager [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Took 0.54 seconds to detach 1 volumes for instance. [ 1685.895724] env[63070]: DEBUG nova.compute.manager [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Deleting volume: 5ed9911b-c38c-4fc5-bd92-65e9fe7e5e2a {{(pid=63070) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1685.990543] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquiring lock "707ae480-db14-4ec7-b3f2-5c2ba442b822" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.990809] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "707ae480-db14-4ec7-b3f2-5c2ba442b822" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.990993] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquiring lock "707ae480-db14-4ec7-b3f2-5c2ba442b822-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.991188] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "707ae480-db14-4ec7-b3f2-5c2ba442b822-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.991353] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "707ae480-db14-4ec7-b3f2-5c2ba442b822-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.997473] env[63070]: INFO nova.compute.manager [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Terminating instance [ 1686.065310] env[63070]: DEBUG nova.scheduler.client.report [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.111327] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.172075] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771026, 'name': CreateSnapshot_Task, 'duration_secs': 0.838041} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.172075] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1686.172075] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c847faba-09ea-4bf4-9fb8-290c5d443adc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.179709] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.179709] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ba77073-2f11-49ec-899e-a74fbb375f71 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.194836] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1686.194836] env[63070]: value = "task-1771029" [ 1686.194836] env[63070]: _type = "Task" [ 1686.194836] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.203621] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1686.205011] env[63070]: DEBUG nova.compute.manager [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.205806] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ce9adf-5a4b-4abf-836a-f0627586b507 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.215383] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.215572] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.215745] env[63070]: DEBUG nova.network.neutron [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.220188] env[63070]: DEBUG nova.network.neutron [req-6a1c0018-49e9-4172-b1a0-75e685a30386 req-bedf3669-3238-4e49-98bb-c3c145aad706 service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Updated VIF entry in instance network info cache for port 00980e40-4f35-43f2-a8c5-825370384e45. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.220799] env[63070]: DEBUG nova.network.neutron [req-6a1c0018-49e9-4172-b1a0-75e685a30386 req-bedf3669-3238-4e49-98bb-c3c145aad706 service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Updating instance_info_cache with network_info: [{"id": "00980e40-4f35-43f2-a8c5-825370384e45", "address": "fa:16:3e:c2:db:06", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00980e40-4f", "ovs_interfaceid": "00980e40-4f35-43f2-a8c5-825370384e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.252017] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771027, 'name': CreateVM_Task, 'duration_secs': 0.516753} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.252211] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.252900] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.253079] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.253433] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1686.253668] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2153ea-ff84-413d-b37a-155c11208100 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.258194] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1686.258194] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526d6b8b-2d16-2129-6fb5-2c9b23ad72b6" [ 1686.258194] env[63070]: _type = "Task" [ 1686.258194] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.267509] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526d6b8b-2d16-2129-6fb5-2c9b23ad72b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.440981] env[63070]: DEBUG oslo_concurrency.lockutils [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.504787] env[63070]: DEBUG nova.compute.manager [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1686.505117] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1686.506312] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707b3475-c568-4224-8808-fda66b33528c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.516111] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.516409] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5be5ebc-35b1-46e7-a7f4-d86c367e6c9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.523550] env[63070]: DEBUG oslo_vmware.api [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for the task: (returnval){ [ 1686.523550] env[63070]: value = "task-1771030" [ 1686.523550] env[63070]: _type = "Task" [ 1686.523550] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.530807] env[63070]: DEBUG oslo_vmware.api [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.571507] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.573895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.699s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.574164] env[63070]: DEBUG nova.objects.instance [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lazy-loading 'resources' on Instance uuid 39ed78b7-ec3f-404f-84e3-f47ac4f9519d {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.601646] env[63070]: INFO nova.scheduler.client.report [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted allocations for instance 3fc18a79-20a5-4b23-ad12-60ec8cee25c4 [ 1686.702374] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1686.702782] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed1be048-2f1c-409f-ae75-6c551468006b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.714071] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1686.714071] env[63070]: value = "task-1771031" [ 1686.714071] env[63070]: _type = "Task" [ 1686.714071] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.722775] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a1c0018-49e9-4172-b1a0-75e685a30386 req-bedf3669-3238-4e49-98bb-c3c145aad706 service nova] Releasing lock "refresh_cache-90917068-a464-481e-a02d-e49a9267fc84" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.723047] env[63070]: DEBUG nova.compute.manager [req-6a1c0018-49e9-4172-b1a0-75e685a30386 req-bedf3669-3238-4e49-98bb-c3c145aad706 service nova] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Received event network-vif-deleted-9e5e81a7-d736-4e0c-9de8-1344957fb2d4 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1686.733130] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771031, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.773279] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526d6b8b-2d16-2129-6fb5-2c9b23ad72b6, 'name': SearchDatastore_Task, 'duration_secs': 0.046442} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.773635] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.773947] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.774287] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.774500] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.774759] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.775077] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdf79220-01de-4b61-ab6c-e5701383c2b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.786224] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.786764] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.787676] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2299a271-48d9-4f71-b9f0-026310165533 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.793382] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1686.793382] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52df6f51-70f6-8ced-4141-98f6bedcdc4b" [ 1686.793382] env[63070]: _type = "Task" [ 1686.793382] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.803982] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52df6f51-70f6-8ced-4141-98f6bedcdc4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.990998] env[63070]: DEBUG nova.network.neutron [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Updating instance_info_cache with network_info: [{"id": "760c7e58-3764-4d64-9db1-305f3f0e5833", "address": "fa:16:3e:89:fc:34", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760c7e58-37", "ovs_interfaceid": "760c7e58-3764-4d64-9db1-305f3f0e5833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.034926] env[63070]: DEBUG oslo_vmware.api [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771030, 'name': PowerOffVM_Task, 'duration_secs': 0.187972} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.035222] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.035392] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.035642] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd4667f2-6c64-4fd0-ab73-b2d59b5dde20 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.111555] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e3e9756-14db-44ab-8d14-91ac0d2e6108 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "3fc18a79-20a5-4b23-ad12-60ec8cee25c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.115s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.224118] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771031, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.304177] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52df6f51-70f6-8ced-4141-98f6bedcdc4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.304983] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf34f51-b3af-46aa-8907-20fc8e3f5ce3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.312810] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1687.312810] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5212b5e0-cdcd-8d25-0104-5ec35f7ff45e" [ 1687.312810] env[63070]: _type = "Task" [ 1687.312810] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.320645] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5212b5e0-cdcd-8d25-0104-5ec35f7ff45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.362534] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa564f4f-aab3-48e3-a5cd-420ff74566b9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.368921] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bc76fe-26fe-48e7-8e07-e37d1b793ef8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.406893] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790b357d-4562-4dc5-a7f4-f175e0858bbd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.415363] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2869825e-6dba-4e7a-ae77-676b53a6af79 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.420129] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.420206] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.420392] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Deleting the datastore file [datastore1] 707ae480-db14-4ec7-b3f2-5c2ba442b822 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.420932] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1d12d4-7c3f-4907-ad17-f1048af2d54a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.431797] env[63070]: DEBUG nova.compute.provider_tree [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.437930] env[63070]: DEBUG oslo_vmware.api [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for the task: (returnval){ [ 1687.437930] env[63070]: value = "task-1771033" [ 1687.437930] env[63070]: _type = "Task" [ 1687.437930] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.446153] env[63070]: DEBUG oslo_vmware.api [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.493967] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.725876] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771031, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.767122] env[63070]: DEBUG nova.compute.manager [req-f14fe9ca-590f-44c0-b156-30f5842c0551 req-2bc95eb2-f010-45a6-a1f9-4cc3b4a8c296 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Received event network-vif-unplugged-760c7e58-3764-4d64-9db1-305f3f0e5833 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1687.767122] env[63070]: DEBUG oslo_concurrency.lockutils [req-f14fe9ca-590f-44c0-b156-30f5842c0551 req-2bc95eb2-f010-45a6-a1f9-4cc3b4a8c296 service nova] Acquiring lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.767122] env[63070]: DEBUG oslo_concurrency.lockutils [req-f14fe9ca-590f-44c0-b156-30f5842c0551 req-2bc95eb2-f010-45a6-a1f9-4cc3b4a8c296 service nova] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.767122] env[63070]: DEBUG oslo_concurrency.lockutils [req-f14fe9ca-590f-44c0-b156-30f5842c0551 req-2bc95eb2-f010-45a6-a1f9-4cc3b4a8c296 service nova] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.767122] env[63070]: DEBUG nova.compute.manager [req-f14fe9ca-590f-44c0-b156-30f5842c0551 req-2bc95eb2-f010-45a6-a1f9-4cc3b4a8c296 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] No waiting events found dispatching network-vif-unplugged-760c7e58-3764-4d64-9db1-305f3f0e5833 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1687.767122] env[63070]: WARNING nova.compute.manager [req-f14fe9ca-590f-44c0-b156-30f5842c0551 req-2bc95eb2-f010-45a6-a1f9-4cc3b4a8c296 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Received unexpected event network-vif-unplugged-760c7e58-3764-4d64-9db1-305f3f0e5833 for instance with vm_state shelved and task_state shelving_offloading. [ 1687.793456] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.794538] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cddfa8f-cab0-4030-91ae-c661673e1102 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.804251] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.805734] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74d7dd0a-96f8-4782-9444-e81cd68da858 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.822719] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5212b5e0-cdcd-8d25-0104-5ec35f7ff45e, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.823038] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.823252] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 90917068-a464-481e-a02d-e49a9267fc84/90917068-a464-481e-a02d-e49a9267fc84.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.823556] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed68dd43-a935-43cb-ac52-fa6730b77392 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.830037] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1687.830037] env[63070]: value = "task-1771035" [ 1687.830037] env[63070]: _type = "Task" [ 1687.830037] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.838820] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.936041] env[63070]: DEBUG nova.scheduler.client.report [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.950918] env[63070]: DEBUG oslo_vmware.api [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Task: {'id': task-1771033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159025} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.951239] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1687.951419] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1687.951603] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1687.951786] env[63070]: INFO nova.compute.manager [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1687.952035] env[63070]: DEBUG oslo.service.loopingcall [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.952234] env[63070]: DEBUG nova.compute.manager [-] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1687.952341] env[63070]: DEBUG nova.network.neutron [-] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1687.983185] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.984100] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.984100] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleting the datastore file [datastore1] 3d62a35b-6640-4c9a-8501-6ee20908b7ad {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.984100] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04b1a1dd-2562-4a40-9472-3c0b234d03a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.992029] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1687.992029] env[63070]: value = "task-1771036" [ 1687.992029] env[63070]: _type = "Task" [ 1687.992029] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.008076] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.231575] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771031, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.341850] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771035, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.446934] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.448193] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.540s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.448193] env[63070]: DEBUG nova.objects.instance [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lazy-loading 'resources' on Instance uuid 0e05fbde-7467-4dfd-99f5-868e48de6e3d {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.473446] env[63070]: INFO nova.scheduler.client.report [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Deleted allocations for instance 39ed78b7-ec3f-404f-84e3-f47ac4f9519d [ 1688.506657] env[63070]: DEBUG oslo_vmware.api [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480008} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.506997] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.507274] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.507509] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.530175] env[63070]: INFO nova.scheduler.client.report [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted allocations for instance 3d62a35b-6640-4c9a-8501-6ee20908b7ad [ 1688.725528] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771031, 'name': CloneVM_Task, 'duration_secs': 1.862887} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.725866] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Created linked-clone VM from snapshot [ 1688.726671] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d0897d-86e5-4c35-aad0-956b6212d27f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.734236] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Uploading image 92a04439-6c11-4400-9ef3-8b06a93776b0 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1688.748425] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1688.748425] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76dce76e-96c5-477a-915a-09c8ea436957 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.749767] env[63070]: DEBUG nova.network.neutron [-] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.756590] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1688.756590] env[63070]: value = "task-1771037" [ 1688.756590] env[63070]: _type = "Task" [ 1688.756590] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.765026] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771037, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.840814] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553274} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.841422] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 90917068-a464-481e-a02d-e49a9267fc84/90917068-a464-481e-a02d-e49a9267fc84.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1688.841422] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1688.841588] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5157a614-efd3-4c57-a57e-4b448e2c96a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.847854] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1688.847854] env[63070]: value = "task-1771038" [ 1688.847854] env[63070]: _type = "Task" [ 1688.847854] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.855869] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.983048] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3acd98f1-ba27-496c-bd1d-50163ef9a4da tempest-AttachInterfacesUnderV243Test-1079592804 tempest-AttachInterfacesUnderV243Test-1079592804-project-member] Lock "39ed78b7-ec3f-404f-84e3-f47ac4f9519d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.040s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.036140] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.220500] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60272155-af56-4d82-bdcb-4808deca90f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.228428] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f419ac0-53a6-40fa-9297-1a6690ba3aec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.259025] env[63070]: INFO nova.compute.manager [-] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Took 1.31 seconds to deallocate network for instance. [ 1689.264259] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089cfed-d93b-47ba-aa83-36e1ddc07433 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.276324] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771037, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.279482] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9913527-ab74-470e-ac66-1e2247b98d9f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.293940] env[63070]: DEBUG nova.compute.provider_tree [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.358097] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187891} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.358404] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1689.359182] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01d20c3-ed3d-4878-a9d7-055af101dd97 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.381789] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 90917068-a464-481e-a02d-e49a9267fc84/90917068-a464-481e-a02d-e49a9267fc84.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.382233] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22679f63-f814-4924-b3a3-9dc8a02ec1f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.403474] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1689.403474] env[63070]: value = "task-1771039" [ 1689.403474] env[63070]: _type = "Task" [ 1689.403474] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.412845] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.769587] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771037, 'name': Destroy_Task, 'duration_secs': 0.926769} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.769849] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Destroyed the VM [ 1689.770128] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1689.770408] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c73f1b54-708f-4f6c-a20e-56c8e35545ca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.772767] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.778423] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1689.778423] env[63070]: value = "task-1771040" [ 1689.778423] env[63070]: _type = "Task" [ 1689.778423] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.791822] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.797865] env[63070]: DEBUG nova.scheduler.client.report [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.808119] env[63070]: DEBUG nova.compute.manager [req-410eb2ee-6b72-4f20-b341-8c99ffa96c6d req-48f28e63-ef79-49c2-9d84-12fce0988971 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Received event network-changed-760c7e58-3764-4d64-9db1-305f3f0e5833 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1689.808119] env[63070]: DEBUG nova.compute.manager [req-410eb2ee-6b72-4f20-b341-8c99ffa96c6d req-48f28e63-ef79-49c2-9d84-12fce0988971 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Refreshing instance network info cache due to event network-changed-760c7e58-3764-4d64-9db1-305f3f0e5833. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1689.808119] env[63070]: DEBUG oslo_concurrency.lockutils [req-410eb2ee-6b72-4f20-b341-8c99ffa96c6d req-48f28e63-ef79-49c2-9d84-12fce0988971 service nova] Acquiring lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.808119] env[63070]: DEBUG oslo_concurrency.lockutils [req-410eb2ee-6b72-4f20-b341-8c99ffa96c6d req-48f28e63-ef79-49c2-9d84-12fce0988971 service nova] Acquired lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.808119] env[63070]: DEBUG nova.network.neutron [req-410eb2ee-6b72-4f20-b341-8c99ffa96c6d req-48f28e63-ef79-49c2-9d84-12fce0988971 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Refreshing network info cache for port 760c7e58-3764-4d64-9db1-305f3f0e5833 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.913475] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771039, 'name': ReconfigVM_Task, 'duration_secs': 0.498087} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.914360] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 90917068-a464-481e-a02d-e49a9267fc84/90917068-a464-481e-a02d-e49a9267fc84.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.915029] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e42731a-dfbf-4ce5-a5e5-376d4ee71d44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.927489] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1689.927489] env[63070]: value = "task-1771041" [ 1689.927489] env[63070]: _type = "Task" [ 1689.927489] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.935219] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771041, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.290093] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771040, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.310176] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.314167] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.055s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.314742] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.314742] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1690.314870] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.204s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.316284] env[63070]: INFO nova.compute.claims [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1690.319528] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a963c2-4288-421e-aa1a-9843126a800f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.328253] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e1adca-25cc-459b-abc1-d4382b175065 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.344683] env[63070]: INFO nova.scheduler.client.report [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Deleted allocations for instance 0e05fbde-7467-4dfd-99f5-868e48de6e3d [ 1690.346553] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14baa02-8064-4d99-bc0c-daaab21b9ebc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.359590] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec34c9b-5e83-494d-856a-7328a39c8eee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.390749] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178015MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1690.391168] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.403284] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.436183] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771041, 'name': Rename_Task, 'duration_secs': 0.166972} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.436613] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.436747] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15fea254-5a2a-4903-b352-51a78ce23ad5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.443059] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1690.443059] env[63070]: value = "task-1771042" [ 1690.443059] env[63070]: _type = "Task" [ 1690.443059] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.454365] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.607757] env[63070]: DEBUG nova.network.neutron [req-410eb2ee-6b72-4f20-b341-8c99ffa96c6d req-48f28e63-ef79-49c2-9d84-12fce0988971 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Updated VIF entry in instance network info cache for port 760c7e58-3764-4d64-9db1-305f3f0e5833. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1690.608693] env[63070]: DEBUG nova.network.neutron [req-410eb2ee-6b72-4f20-b341-8c99ffa96c6d req-48f28e63-ef79-49c2-9d84-12fce0988971 service nova] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Updating instance_info_cache with network_info: [{"id": "760c7e58-3764-4d64-9db1-305f3f0e5833", "address": "fa:16:3e:89:fc:34", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": null, "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap760c7e58-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.789627] env[63070]: DEBUG oslo_vmware.api [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771040, 'name': RemoveSnapshot_Task, 'duration_secs': 0.901459} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.789939] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1690.857798] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a1db325c-995e-4147-ac88-a3aac036e3ed tempest-ServersAdminTestJSON-1740563364 tempest-ServersAdminTestJSON-1740563364-project-member] Lock "0e05fbde-7467-4dfd-99f5-868e48de6e3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.504s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.957086] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771042, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.110903] env[63070]: DEBUG oslo_concurrency.lockutils [req-410eb2ee-6b72-4f20-b341-8c99ffa96c6d req-48f28e63-ef79-49c2-9d84-12fce0988971 service nova] Releasing lock "refresh_cache-3d62a35b-6640-4c9a-8501-6ee20908b7ad" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.111203] env[63070]: DEBUG nova.compute.manager [req-410eb2ee-6b72-4f20-b341-8c99ffa96c6d req-48f28e63-ef79-49c2-9d84-12fce0988971 service nova] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Received event network-vif-deleted-451bc80c-3ad6-420c-9a8f-cdb173fb4025 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1691.294422] env[63070]: WARNING nova.compute.manager [None req-ea977aec-9ed1-473c-b3f2-8ca1b0fab6a2 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Image not found during snapshot: nova.exception.ImageNotFound: Image 92a04439-6c11-4400-9ef3-8b06a93776b0 could not be found. [ 1691.458497] env[63070]: DEBUG oslo_vmware.api [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771042, 'name': PowerOnVM_Task, 'duration_secs': 0.550987} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.458995] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.459484] env[63070]: INFO nova.compute.manager [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1691.459702] env[63070]: DEBUG nova.compute.manager [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1691.460849] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1603b62-4ca1-4170-b631-f31d44f833e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.618969] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef09fbe-8016-4632-92c6-8824e02a8c7d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.627540] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c144a860-3e54-48bd-8e0d-2e0e27882a10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.673877] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7011f06-5152-47d3-8ad3-37013c8817a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.691012] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358b1743-6bcf-4245-8f6c-e43316566a15 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.715096] env[63070]: DEBUG nova.compute.provider_tree [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.985331] env[63070]: INFO nova.compute.manager [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Took 20.30 seconds to build instance. [ 1692.184064] env[63070]: DEBUG oslo_concurrency.lockutils [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "eb25212a-fcd0-4127-b659-083426af60c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.184464] env[63070]: DEBUG oslo_concurrency.lockutils [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "eb25212a-fcd0-4127-b659-083426af60c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.184543] env[63070]: DEBUG oslo_concurrency.lockutils [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "eb25212a-fcd0-4127-b659-083426af60c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.184722] env[63070]: DEBUG oslo_concurrency.lockutils [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "eb25212a-fcd0-4127-b659-083426af60c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.186466] env[63070]: DEBUG oslo_concurrency.lockutils [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "eb25212a-fcd0-4127-b659-083426af60c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.186865] env[63070]: INFO nova.compute.manager [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Terminating instance [ 1692.251252] env[63070]: ERROR nova.scheduler.client.report [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [req-a4d2f083-9ef6-44f0-ab23-73ad7da142ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4d2f083-9ef6-44f0-ab23-73ad7da142ff"}]} [ 1692.275567] env[63070]: DEBUG nova.scheduler.client.report [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1692.290520] env[63070]: DEBUG nova.scheduler.client.report [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1692.290927] env[63070]: DEBUG nova.compute.provider_tree [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.303259] env[63070]: DEBUG nova.scheduler.client.report [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1692.329087] env[63070]: DEBUG nova.scheduler.client.report [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1692.487814] env[63070]: DEBUG oslo_concurrency.lockutils [None req-82439050-6337-4e7b-b8c2-bb7f55538c96 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "90917068-a464-481e-a02d-e49a9267fc84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.820s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.613382] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1357bf89-943a-41ad-9f90-f7d52728f857 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.621771] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd44129-0996-4cdd-aeb7-823bdc836c68 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.651458] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a90a96-2a14-43c4-97ff-eacfc96af032 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.659754] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ae10d3-45ba-4398-b75b-b85ee4678ef6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.672950] env[63070]: DEBUG nova.compute.provider_tree [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.692134] env[63070]: DEBUG nova.compute.manager [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1692.692134] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1692.692742] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc72c876-6d29-41c2-9392-c525c5264790 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.703753] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1692.704069] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b486801-43a5-4b6d-b8f6-edf2fb731c94 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.711651] env[63070]: DEBUG oslo_vmware.api [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1692.711651] env[63070]: value = "task-1771043" [ 1692.711651] env[63070]: _type = "Task" [ 1692.711651] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.727044] env[63070]: DEBUG oslo_vmware.api [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.226090] env[63070]: DEBUG oslo_vmware.api [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771043, 'name': PowerOffVM_Task, 'duration_secs': 0.340999} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.227758] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1693.227982] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1693.229084] env[63070]: DEBUG nova.scheduler.client.report [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1693.229338] env[63070]: DEBUG nova.compute.provider_tree [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 116 to 117 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1693.229530] env[63070]: DEBUG nova.compute.provider_tree [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1693.239171] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39715d87-222d-4668-8376-0379d32f241c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.744236] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.429s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.746045] env[63070]: DEBUG nova.compute.manager [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1693.750643] env[63070]: DEBUG oslo_concurrency.lockutils [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.310s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.750976] env[63070]: DEBUG nova.objects.instance [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lazy-loading 'resources' on Instance uuid 9183a3f7-2a06-4ced-bb03-678276db88d7 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.873207] env[63070]: INFO nova.compute.manager [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Rebuilding instance [ 1693.936354] env[63070]: DEBUG nova.compute.manager [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.937522] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0f38bc-308c-43b7-a7a2-87747d55101b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.255028] env[63070]: DEBUG nova.compute.utils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1694.255028] env[63070]: DEBUG nova.compute.manager [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1694.255028] env[63070]: DEBUG nova.network.neutron [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1694.335922] env[63070]: DEBUG nova.policy [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3ccb0ae47743ed969f0945a73fbac0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02e83b02183c4cefb96746c7ad2f4c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1694.586051] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f9f7ca-fdd3-457c-a2b6-bd8553b412ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.601168] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff44d8f-04d3-43a5-a0d1-64e403eb1f7a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.661370] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05ba851-6893-4897-bce7-d6619a087aad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.674240] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297df48e-b9fb-44c7-8846-fd01bd9e1ff6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.696750] env[63070]: DEBUG nova.compute.provider_tree [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.760043] env[63070]: DEBUG nova.compute.manager [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1694.822713] env[63070]: DEBUG nova.network.neutron [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Successfully created port: 4d67867d-d127-4d27-8f72-4b3491b239ac {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1694.958421] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.958778] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56460891-9d4a-4f85-a6e7-8ff8a42a97a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.966320] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1694.966320] env[63070]: value = "task-1771045" [ 1694.966320] env[63070]: _type = "Task" [ 1694.966320] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.976305] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.202851] env[63070]: DEBUG nova.scheduler.client.report [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.480491] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771045, 'name': PowerOffVM_Task, 'duration_secs': 0.37586} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.480951] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1695.481246] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.482583] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1641fd-13ca-4339-afc6-d042ce0cb937 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.491291] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1695.491590] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aecf7ae3-a293-407b-bda8-d59432850329 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.714028] env[63070]: DEBUG oslo_concurrency.lockutils [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.715773] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.678s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.715773] env[63070]: DEBUG nova.objects.instance [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lazy-loading 'resources' on Instance uuid 3d62a35b-6640-4c9a-8501-6ee20908b7ad {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.746614] env[63070]: INFO nova.scheduler.client.report [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Deleted allocations for instance 9183a3f7-2a06-4ced-bb03-678276db88d7 [ 1695.775815] env[63070]: DEBUG nova.compute.manager [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1695.825561] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1695.825820] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.825994] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1695.826276] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.826433] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1695.826913] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1695.827147] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1695.827316] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1695.827486] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1695.827652] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1695.827830] env[63070]: DEBUG nova.virt.hardware [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1695.829175] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9363123e-0ab7-41cb-956a-0ea8fa6ee416 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.837948] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9eabf8-b01e-48da-927d-40242a22b865 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.217849] env[63070]: DEBUG nova.objects.instance [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d62a35b-6640-4c9a-8501-6ee20908b7ad {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.255244] env[63070]: DEBUG oslo_concurrency.lockutils [None req-074d1b82-adba-4a4e-a668-0ded97d111c0 tempest-ServersTestBootFromVolume-1764914068 tempest-ServersTestBootFromVolume-1764914068-project-member] Lock "9183a3f7-2a06-4ced-bb03-678276db88d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.427s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.721623] env[63070]: DEBUG nova.objects.base [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Object Instance<3d62a35b-6640-4c9a-8501-6ee20908b7ad> lazy-loaded attributes: resources,numa_topology {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1697.002808] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df5b9ab-b9c5-4731-b074-c1183363ed7a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.010554] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25047558-8c7b-48ce-b8e8-4b538ae58281 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.044799] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0511b196-9cd8-4295-95fa-5867345222d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.053265] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e1f23-a0c4-4f72-8bf0-0a0abd258850 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.069935] env[63070]: DEBUG nova.compute.provider_tree [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.577720] env[63070]: DEBUG nova.scheduler.client.report [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.093658] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.378s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.100147] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.325s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.100147] env[63070]: DEBUG nova.objects.instance [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lazy-loading 'resources' on Instance uuid 707ae480-db14-4ec7-b3f2-5c2ba442b822 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1698.401238] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1698.401633] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1698.401943] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleting the datastore file [datastore1] eb25212a-fcd0-4127-b659-083426af60c4 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1698.402376] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2464ced-b599-41d4-a3ff-1f590568b5ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.410817] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1698.411205] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1698.411503] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleting the datastore file [datastore1] 90917068-a464-481e-a02d-e49a9267fc84 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1698.414165] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a159215-a21e-4304-b156-84320f7f744c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.417276] env[63070]: DEBUG oslo_vmware.api [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for the task: (returnval){ [ 1698.417276] env[63070]: value = "task-1771047" [ 1698.417276] env[63070]: _type = "Task" [ 1698.417276] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.426509] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1698.426509] env[63070]: value = "task-1771048" [ 1698.426509] env[63070]: _type = "Task" [ 1698.426509] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.431981] env[63070]: DEBUG oslo_vmware.api [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.439824] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.607510] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43fe9b55-2121-4fb4-a36e-b89f6cc2b6ab tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.825s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.608530] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.205s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.609074] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.609566] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.611926] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.615133] env[63070]: INFO nova.compute.manager [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Terminating instance [ 1698.857970] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aedd5e-bcce-4342-8834-eb644a2816ed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.867098] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5e5dff-3b01-46be-92a9-42a82ddfe69c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.901683] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5578e741-bd86-43c3-b9d6-4c01f97c194b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.911316] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f8dab7-f776-440c-96b1-3534ca1d41e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.931916] env[63070]: DEBUG nova.compute.provider_tree [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1698.943632] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380219} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.946888] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.947259] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.947532] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.950241] env[63070]: DEBUG oslo_vmware.api [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Task: {'id': task-1771047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37609} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.951301] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.951596] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.951596] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.951816] env[63070]: INFO nova.compute.manager [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Took 6.26 seconds to destroy the instance on the hypervisor. [ 1698.952037] env[63070]: DEBUG oslo.service.loopingcall [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.952235] env[63070]: DEBUG nova.compute.manager [-] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1698.952501] env[63070]: DEBUG nova.network.neutron [-] [instance: eb25212a-fcd0-4127-b659-083426af60c4] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1699.075251] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquiring lock "ad61f128-c43a-4d19-a5b9-108e8c03c592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.075957] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lock "ad61f128-c43a-4d19-a5b9-108e8c03c592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.119541] env[63070]: DEBUG nova.compute.manager [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1699.119541] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1699.120068] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c6d9d4c-7f2c-468c-8338-958fa742faa5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.131151] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f8f449-c35c-4e8a-8140-025ea06107c1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.168816] env[63070]: WARNING nova.virt.vmwareapi.vmops [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3d62a35b-6640-4c9a-8501-6ee20908b7ad could not be found. [ 1699.169043] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1699.169398] env[63070]: INFO nova.compute.manager [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1699.169664] env[63070]: DEBUG oslo.service.loopingcall [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.169901] env[63070]: DEBUG nova.compute.manager [-] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1699.169996] env[63070]: DEBUG nova.network.neutron [-] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1699.466173] env[63070]: ERROR nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [req-11455caa-e1ce-4f10-ab58-de908c2b7e28] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11455caa-e1ce-4f10-ab58-de908c2b7e28"}]} [ 1699.484502] env[63070]: DEBUG nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1699.502155] env[63070]: DEBUG nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1699.502388] env[63070]: DEBUG nova.compute.provider_tree [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1699.518357] env[63070]: DEBUG nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1699.542864] env[63070]: DEBUG nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1699.568923] env[63070]: DEBUG nova.compute.manager [req-d7b004f1-199a-4730-b3fa-a69af4771aa8 req-ec5aba6f-76b6-4a9b-aff8-b1e049bbf018 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Received event network-vif-deleted-d294fd0c-469b-4448-97e9-80e632509210 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1699.568923] env[63070]: INFO nova.compute.manager [req-d7b004f1-199a-4730-b3fa-a69af4771aa8 req-ec5aba6f-76b6-4a9b-aff8-b1e049bbf018 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Neutron deleted interface d294fd0c-469b-4448-97e9-80e632509210; detaching it from the instance and deleting it from the info cache [ 1699.568923] env[63070]: DEBUG nova.network.neutron [req-d7b004f1-199a-4730-b3fa-a69af4771aa8 req-ec5aba6f-76b6-4a9b-aff8-b1e049bbf018 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.579065] env[63070]: DEBUG nova.compute.manager [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1699.793251] env[63070]: INFO nova.compute.manager [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Rebuilding instance [ 1699.818213] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523f985a-1201-4bb4-b726-1dc76fde626a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.826371] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a77d40c-ed03-4be3-a0f2-3a0463040d79 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.866829] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0309407b-3a4d-4f85-a79c-2d9d8f96eac9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.872930] env[63070]: DEBUG nova.compute.manager [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.873936] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa7c23-e804-42fb-b3e2-d3ca63e129f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.885170] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d45ce2b-99e7-4972-b2cc-55c42215b748 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.890285] env[63070]: DEBUG nova.network.neutron [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Successfully updated port: 4d67867d-d127-4d27-8f72-4b3491b239ac {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1699.908446] env[63070]: DEBUG nova.compute.provider_tree [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1699.949352] env[63070]: DEBUG nova.network.neutron [-] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.989919] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1699.990173] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.990746] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1699.990746] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.990746] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1699.990909] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1699.990987] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1699.991139] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1699.991329] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1699.991457] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1699.991642] env[63070]: DEBUG nova.virt.hardware [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1699.992563] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6688451-cf84-4390-9a4a-1b3cd848673a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.001440] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e25a29-2963-4e3a-a4e9-23325f431f05 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.015159] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:db:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00980e40-4f35-43f2-a8c5-825370384e45', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1700.022325] env[63070]: DEBUG oslo.service.loopingcall [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.022585] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1700.022796] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f4c628-2959-4306-80ac-cbb585a2687b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.045024] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1700.045024] env[63070]: value = "task-1771049" [ 1700.045024] env[63070]: _type = "Task" [ 1700.045024] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.051787] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771049, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.075261] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d2b3188-eff4-4962-908a-450b0db476dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.086891] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972ccf76-b063-477a-ba10-ca8362abf889 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.110368] env[63070]: DEBUG nova.network.neutron [-] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.130777] env[63070]: DEBUG nova.compute.manager [req-d7b004f1-199a-4730-b3fa-a69af4771aa8 req-ec5aba6f-76b6-4a9b-aff8-b1e049bbf018 service nova] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Detach interface failed, port_id=d294fd0c-469b-4448-97e9-80e632509210, reason: Instance eb25212a-fcd0-4127-b659-083426af60c4 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1700.133109] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.171377] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquiring lock "8202d6eb-e3db-487b-8e4b-1b234b0cf24f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.171694] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lock "8202d6eb-e3db-487b-8e4b-1b234b0cf24f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.395395] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "refresh_cache-f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.395395] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "refresh_cache-f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.395395] env[63070]: DEBUG nova.network.neutron [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1700.434240] env[63070]: ERROR nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] [req-e18be6b3-cbe9-4768-8b7d-c3ae922f89a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e18be6b3-cbe9-4768-8b7d-c3ae922f89a4"}]} [ 1700.456147] env[63070]: DEBUG nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1700.456147] env[63070]: INFO nova.compute.manager [-] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Took 1.50 seconds to deallocate network for instance. [ 1700.478153] env[63070]: DEBUG nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1700.478153] env[63070]: DEBUG nova.compute.provider_tree [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1700.486541] env[63070]: DEBUG nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1700.510639] env[63070]: DEBUG nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1700.561785] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771049, 'name': CreateVM_Task, 'duration_secs': 0.419602} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.561785] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1700.562139] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.562702] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.562702] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1700.563103] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7146cc79-1bed-423a-a048-9d9383329b5f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.571626] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1700.571626] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52aad967-375f-41dc-918a-a025b2da8a38" [ 1700.571626] env[63070]: _type = "Task" [ 1700.571626] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.585675] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52aad967-375f-41dc-918a-a025b2da8a38, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.585908] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.586193] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1700.586421] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.586558] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.586766] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1700.586998] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2597d41a-853f-472d-a2d9-0deea5b64470 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.597085] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1700.597238] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1700.598116] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abbcb92-8b1b-47f9-ab47-5575c1833996 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.603952] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1700.603952] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525228df-e86b-7766-6445-e0a2eb0489d1" [ 1700.603952] env[63070]: _type = "Task" [ 1700.603952] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.613916] env[63070]: INFO nova.compute.manager [-] [instance: 3d62a35b-6640-4c9a-8501-6ee20908b7ad] Took 1.44 seconds to deallocate network for instance. [ 1700.613916] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525228df-e86b-7766-6445-e0a2eb0489d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.674209] env[63070]: DEBUG nova.compute.manager [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1700.829013] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872736cd-2318-4866-b7c9-5881ad07195a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.838646] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d854ce05-2898-4174-ade5-a178a6be5876 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.872864] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bec3f0a-26f7-4350-a2a1-4e45f8d017ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.881343] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0666b11b-4d3c-4c63-94c2-2dc7debd61a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.905452] env[63070]: DEBUG nova.compute.provider_tree [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1700.907746] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.908096] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59f127de-d098-461d-8b29-5cd60f80c4c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.918107] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for the task: (returnval){ [ 1700.918107] env[63070]: value = "task-1771050" [ 1700.918107] env[63070]: _type = "Task" [ 1700.918107] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.929810] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1771050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.957733] env[63070]: DEBUG nova.network.neutron [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1700.963093] env[63070]: DEBUG oslo_concurrency.lockutils [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.122359] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525228df-e86b-7766-6445-e0a2eb0489d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.123366] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab05af4b-47f7-46b2-9195-7013944337df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.135969] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1701.135969] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52282fe7-5797-804e-be25-a6dc84b9e492" [ 1701.135969] env[63070]: _type = "Task" [ 1701.135969] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.147872] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52282fe7-5797-804e-be25-a6dc84b9e492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.214194] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.252778] env[63070]: DEBUG nova.network.neutron [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Updating instance_info_cache with network_info: [{"id": "4d67867d-d127-4d27-8f72-4b3491b239ac", "address": "fa:16:3e:8d:57:df", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d67867d-d1", "ovs_interfaceid": "4d67867d-d127-4d27-8f72-4b3491b239ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.430530] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1771050, 'name': PowerOffVM_Task, 'duration_secs': 0.243593} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.430800] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1701.434727] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.434727] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e00e7be4-2df3-4e7e-9505-87364239cd16 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.441502] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for the task: (returnval){ [ 1701.441502] env[63070]: value = "task-1771051" [ 1701.441502] env[63070]: _type = "Task" [ 1701.441502] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.455902] env[63070]: DEBUG nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1701.456245] env[63070]: DEBUG nova.compute.provider_tree [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 119 to 120 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1701.456444] env[63070]: DEBUG nova.compute.provider_tree [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1701.461797] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1701.461943] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1701.462087] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367669', 'volume_id': 'd4b2c65a-3e11-4ba6-9546-f0782d703719', 'name': 'volume-d4b2c65a-3e11-4ba6-9546-f0782d703719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdc59a92-c8c9-4768-bef5-52d7f12f01e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b2c65a-3e11-4ba6-9546-f0782d703719', 'serial': 'd4b2c65a-3e11-4ba6-9546-f0782d703719'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1701.463186] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ecc31b-e97e-4fab-8e02-91cbda591f50 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.487703] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7911c175-c982-49ba-adae-fbe27f3ad9a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.502010] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1fb3c1-ad74-481d-9542-1bc958fee3b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.520815] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d34a66-dada-4884-95af-51d83955947d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.542267] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] The volume has not been displaced from its original location: [datastore1] volume-d4b2c65a-3e11-4ba6-9546-f0782d703719/volume-d4b2c65a-3e11-4ba6-9546-f0782d703719.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1701.547581] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1701.547941] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36cf6a63-17f6-46e8-a318-abb84032136b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.567065] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for the task: (returnval){ [ 1701.567065] env[63070]: value = "task-1771052" [ 1701.567065] env[63070]: _type = "Task" [ 1701.567065] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.576060] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1771052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.630781] env[63070]: DEBUG nova.compute.manager [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Received event network-vif-plugged-4d67867d-d127-4d27-8f72-4b3491b239ac {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1701.630781] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] Acquiring lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.630781] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] Lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.631705] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] Lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.631705] env[63070]: DEBUG nova.compute.manager [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] No waiting events found dispatching network-vif-plugged-4d67867d-d127-4d27-8f72-4b3491b239ac {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1701.631705] env[63070]: WARNING nova.compute.manager [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Received unexpected event network-vif-plugged-4d67867d-d127-4d27-8f72-4b3491b239ac for instance with vm_state building and task_state spawning. [ 1701.631705] env[63070]: DEBUG nova.compute.manager [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Received event network-changed-4d67867d-d127-4d27-8f72-4b3491b239ac {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1701.631705] env[63070]: DEBUG nova.compute.manager [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Refreshing instance network info cache due to event network-changed-4d67867d-d127-4d27-8f72-4b3491b239ac. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1701.631705] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] Acquiring lock "refresh_cache-f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.648726] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52282fe7-5797-804e-be25-a6dc84b9e492, 'name': SearchDatastore_Task, 'duration_secs': 0.037625} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.648726] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.648726] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 90917068-a464-481e-a02d-e49a9267fc84/90917068-a464-481e-a02d-e49a9267fc84.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1701.648726] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26988e19-4f27-4e46-aec8-5c7a501ff377 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.654704] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1701.654704] env[63070]: value = "task-1771053" [ 1701.654704] env[63070]: _type = "Task" [ 1701.654704] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.655664] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d6c4207-113c-4d79-854d-75c2bce92112 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "3d62a35b-6640-4c9a-8501-6ee20908b7ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.047s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.663943] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.755690] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "refresh_cache-f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.755809] env[63070]: DEBUG nova.compute.manager [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Instance network_info: |[{"id": "4d67867d-d127-4d27-8f72-4b3491b239ac", "address": "fa:16:3e:8d:57:df", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d67867d-d1", "ovs_interfaceid": "4d67867d-d127-4d27-8f72-4b3491b239ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1701.757069] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] Acquired lock "refresh_cache-f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.757069] env[63070]: DEBUG nova.network.neutron [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Refreshing network info cache for port 4d67867d-d127-4d27-8f72-4b3491b239ac {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.759305] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:57:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d67867d-d127-4d27-8f72-4b3491b239ac', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1701.766724] env[63070]: DEBUG oslo.service.loopingcall [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.768189] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1701.768189] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9767208-0823-46bd-aae3-ec56fa50cf5c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.792018] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1701.792018] env[63070]: value = "task-1771054" [ 1701.792018] env[63070]: _type = "Task" [ 1701.792018] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.798794] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771054, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.963857] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.866s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.966768] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.576s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.001030] env[63070]: INFO nova.scheduler.client.report [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Deleted allocations for instance 707ae480-db14-4ec7-b3f2-5c2ba442b822 [ 1702.086024] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1771052, 'name': ReconfigVM_Task, 'duration_secs': 0.171608} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.086024] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1702.089486] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364e180e-1b3a-4600-90e5-a220416b7bb7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.108483] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for the task: (returnval){ [ 1702.108483] env[63070]: value = "task-1771055" [ 1702.108483] env[63070]: _type = "Task" [ 1702.108483] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.118275] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1771055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.169765] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771053, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.308914] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771054, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.513151] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8c8bd70a-2868-4f17-bb1f-98defb89e56f tempest-ServerGroupTestJSON-1931449068 tempest-ServerGroupTestJSON-1931449068-project-member] Lock "707ae480-db14-4ec7-b3f2-5c2ba442b822" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.522s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.591303] env[63070]: DEBUG nova.network.neutron [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Updated VIF entry in instance network info cache for port 4d67867d-d127-4d27-8f72-4b3491b239ac. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1702.591700] env[63070]: DEBUG nova.network.neutron [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Updating instance_info_cache with network_info: [{"id": "4d67867d-d127-4d27-8f72-4b3491b239ac", "address": "fa:16:3e:8d:57:df", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d67867d-d1", "ovs_interfaceid": "4d67867d-d127-4d27-8f72-4b3491b239ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.618303] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1771055, 'name': ReconfigVM_Task, 'duration_secs': 0.18813} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.618620] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367669', 'volume_id': 'd4b2c65a-3e11-4ba6-9546-f0782d703719', 'name': 'volume-d4b2c65a-3e11-4ba6-9546-f0782d703719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdc59a92-c8c9-4768-bef5-52d7f12f01e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b2c65a-3e11-4ba6-9546-f0782d703719', 'serial': 'd4b2c65a-3e11-4ba6-9546-f0782d703719'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1702.618905] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1702.619685] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f345abde-0310-4152-93ef-c8fb0e38d7a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.626936] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1702.627251] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d052e1ae-1a94-474d-b884-199b113d6c29 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.667213] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695999} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.667733] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 90917068-a464-481e-a02d-e49a9267fc84/90917068-a464-481e-a02d-e49a9267fc84.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1702.668070] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1702.668369] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c481af24-a225-400d-842d-e37921c713aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.675717] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1702.675717] env[63070]: value = "task-1771057" [ 1702.675717] env[63070]: _type = "Task" [ 1702.675717] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.684294] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.791405] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1702.792074] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1702.792074] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Deleting the datastore file [datastore1] fdc59a92-c8c9-4768-bef5-52d7f12f01e1 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1702.792656] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeb85cc1-5aa5-456e-8ec3-2ff217715c1e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.806089] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771054, 'name': CreateVM_Task, 'duration_secs': 0.728491} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.807509] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1702.808589] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for the task: (returnval){ [ 1702.808589] env[63070]: value = "task-1771058" [ 1702.808589] env[63070]: _type = "Task" [ 1702.808589] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.809384] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.810143] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.810509] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1702.810862] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e996f5-1828-4532-a5cf-6824caf399a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.820479] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1702.820479] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524acf9d-7342-267b-b462-0fcc1c66c3db" [ 1702.820479] env[63070]: _type = "Task" [ 1702.820479] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.823976] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1771058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.832156] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524acf9d-7342-267b-b462-0fcc1c66c3db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.927146] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquiring lock "feb91057-5913-4446-a1fb-5cab7a6340bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.927146] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lock "feb91057-5913-4446-a1fb-5cab7a6340bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 46c4833a-37de-4b16-904a-a88e50cb1998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fa6c0993-26e8-43a3-8b54-2768ac1171bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 479bc771-a4cc-49fb-8de5-0f2ba643704a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f03a1e87-a324-4bda-9533-46de2402fe92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance c8f758c5-2ab4-468d-88b7-f18d11b16d8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance eb7c6d24-9b2c-4777-8b73-8b8f3463e868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 02085c0a-177e-4457-9646-46b9cde79adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance cd346315-2e8a-4f57-9ede-bfe120c1d1b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f8e3d468-dfca-4fe5-8d3d-0b7ca761728b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance eb25212a-fcd0-4127-b659-083426af60c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 90917068-a464-481e-a02d-e49a9267fc84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.004886] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f5d967a6-d5bd-4123-aa5b-efadd2b94bfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1703.097201] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c7800-f388-4230-8f1b-1cee04dd8554 req-b6b2d8fb-b8a7-4bd2-ac95-3805f843979f service nova] Releasing lock "refresh_cache-f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.189840] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070297} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.190216] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1703.191454] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fdd482-51f0-4264-bccc-1cfab62ce00d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.219259] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 90917068-a464-481e-a02d-e49a9267fc84/90917068-a464-481e-a02d-e49a9267fc84.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1703.219259] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369c1591-adfa-422c-81a2-4db72d07b06b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.240216] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1703.240216] env[63070]: value = "task-1771059" [ 1703.240216] env[63070]: _type = "Task" [ 1703.240216] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.251034] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.322666] env[63070]: DEBUG oslo_vmware.api [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Task: {'id': task-1771058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096779} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.323465] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1703.323738] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1703.323951] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1703.342465] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524acf9d-7342-267b-b462-0fcc1c66c3db, 'name': SearchDatastore_Task, 'duration_secs': 0.017357} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.342820] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.343106] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1703.343363] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.343567] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.343787] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.344120] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0f2ba40-1ab6-4117-9f30-a7f5d5de5d6a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.355357] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.355537] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1703.356338] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71bb4d18-5cda-4ef8-aaf1-4cb9bf94730d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.372845] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1703.372845] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5274a102-4464-97ff-1c74-b571f376fe7e" [ 1703.372845] env[63070]: _type = "Task" [ 1703.372845] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.384154] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5274a102-4464-97ff-1c74-b571f376fe7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.399305] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1703.399633] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3622c665-7586-4151-8e88-830bd68f9d1b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.409786] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e4699-15ae-42cb-915e-e7c0c7b1fc59 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.429562] env[63070]: DEBUG nova.compute.manager [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1703.450253] env[63070]: ERROR nova.compute.manager [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Failed to detach volume d4b2c65a-3e11-4ba6-9546-f0782d703719 from /dev/sda: nova.exception.InstanceNotFound: Instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 could not be found. [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Traceback (most recent call last): [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self.driver.rebuild(**kwargs) [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] raise NotImplementedError() [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] NotImplementedError [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] During handling of the above exception, another exception occurred: [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Traceback (most recent call last): [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self.driver.detach_volume(context, old_connection_info, [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] return self._volumeops.detach_volume(connection_info, instance) [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self._detach_volume_vmdk(connection_info, instance) [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] stable_ref.fetch_moref(session) [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] nova.exception.InstanceNotFound: Instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 could not be found. [ 1703.450253] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] [ 1703.509759] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance ad61f128-c43a-4d19-a5b9-108e8c03c592 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1703.568185] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.568440] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.667549] env[63070]: DEBUG nova.compute.utils [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Build of instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 aborted: Failed to rebuild volume backed instance. {{(pid=63070) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1703.671297] env[63070]: ERROR nova.compute.manager [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 aborted: Failed to rebuild volume backed instance. [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Traceback (most recent call last): [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self.driver.rebuild(**kwargs) [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] raise NotImplementedError() [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] NotImplementedError [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] During handling of the above exception, another exception occurred: [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Traceback (most recent call last): [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self._detach_root_volume(context, instance, root_bdm) [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] with excutils.save_and_reraise_exception(): [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self.force_reraise() [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] raise self.value [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self.driver.detach_volume(context, old_connection_info, [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] return self._volumeops.detach_volume(connection_info, instance) [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self._detach_volume_vmdk(connection_info, instance) [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] stable_ref.fetch_moref(session) [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] nova.exception.InstanceNotFound: Instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 could not be found. [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] During handling of the above exception, another exception occurred: [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Traceback (most recent call last): [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 11282, in _error_out_instance_on_exception [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] yield [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1703.671297] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self._do_rebuild_instance_with_claim( [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self._do_rebuild_instance( [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self._rebuild_default_impl(**kwargs) [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] self._rebuild_volume_backed_instance( [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] raise exception.BuildAbortException( [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] raise exception.BuildAbortException( [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] nova.exception.BuildAbortException: Build of instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 aborted: Failed to rebuild volume backed instance. [ 1703.673030] env[63070]: ERROR nova.compute.manager [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] [ 1703.755529] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771059, 'name': ReconfigVM_Task, 'duration_secs': 0.278834} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.755806] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 90917068-a464-481e-a02d-e49a9267fc84/90917068-a464-481e-a02d-e49a9267fc84.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.756678] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15375e17-c382-4327-bd49-5ccdb5fa12be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.767894] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1703.767894] env[63070]: value = "task-1771060" [ 1703.767894] env[63070]: _type = "Task" [ 1703.767894] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.778744] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771060, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.887106] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5274a102-4464-97ff-1c74-b571f376fe7e, 'name': SearchDatastore_Task, 'duration_secs': 0.015721} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.888139] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83a4941-a232-4161-ad2e-88b8daf55d31 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.896494] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1703.896494] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f1fad0-a8a5-8d17-3a29-00c97ab771de" [ 1703.896494] env[63070]: _type = "Task" [ 1703.896494] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.911534] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f1fad0-a8a5-8d17-3a29-00c97ab771de, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.911964] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.912323] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f5d967a6-d5bd-4123-aa5b-efadd2b94bfb/f5d967a6-d5bd-4123-aa5b-efadd2b94bfb.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1703.912565] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97155f12-8112-43a3-8b49-be9e26a90c19 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.926844] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1703.926844] env[63070]: value = "task-1771061" [ 1703.926844] env[63070]: _type = "Task" [ 1703.926844] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.939266] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.962092] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.012128] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 8202d6eb-e3db-487b-8e4b-1b234b0cf24f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1704.071901] env[63070]: DEBUG nova.compute.manager [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.275901] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771060, 'name': Rename_Task, 'duration_secs': 0.143767} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.276197] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1704.276441] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-987777b1-ac3a-4385-b9f0-ecaa2b76d141 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.282612] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1704.282612] env[63070]: value = "task-1771062" [ 1704.282612] env[63070]: _type = "Task" [ 1704.282612] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.291026] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.439569] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.518880] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance feb91057-5913-4446-a1fb-5cab7a6340bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1704.519149] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1704.519297] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1704.597882] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.598673] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquiring lock "fe281723-b933-4bca-b0c8-406bb26342bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.598888] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lock "fe281723-b933-4bca-b0c8-406bb26342bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.795086] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.828854] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387e6e88-4f75-4187-9a05-db9bbf6d5bed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.835968] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f39219d-7cde-40e9-a147-1080ab1adcb7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.868369] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a638221-d568-4ff3-a50d-94c136b64114 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.877336] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ef7192-1494-4d3f-851f-28eb1ccb5ff2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.891243] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.939040] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.103827] env[63070]: DEBUG nova.compute.manager [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1705.294037] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.397797] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.401318] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.401421] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.401549] env[63070]: INFO nova.compute.manager [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Shelving [ 1705.440668] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771061, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.628739] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.692755] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.794500] env[63070]: DEBUG oslo_vmware.api [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771062, 'name': PowerOnVM_Task, 'duration_secs': 1.372626} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.794787] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1705.795029] env[63070]: DEBUG nova.compute.manager [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1705.795759] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9e241d-b05e-4713-8106-a9ba7578718f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.904346] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1705.904575] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.938s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.906645] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.774s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.908162] env[63070]: INFO nova.compute.claims [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1705.939941] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771061, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.529741} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.940215] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f5d967a6-d5bd-4123-aa5b-efadd2b94bfb/f5d967a6-d5bd-4123-aa5b-efadd2b94bfb.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1705.940425] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1705.940667] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd16b417-f2f7-49bd-8d59-9bdcd0eda491 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.946912] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1705.946912] env[63070]: value = "task-1771063" [ 1705.946912] env[63070]: _type = "Task" [ 1705.946912] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.955124] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.271859] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "555f1376-2ff0-4283-9e8e-315dbbc440f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.272184] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "555f1376-2ff0-4283-9e8e-315dbbc440f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.312907] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.413994] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.414421] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6efa8094-d352-43e6-a0aa-e81babb5a0c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.423316] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1706.423316] env[63070]: value = "task-1771064" [ 1706.423316] env[63070]: _type = "Task" [ 1706.423316] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.432280] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.456210] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06408} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.456598] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1706.457308] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1858a7-95ad-4149-b63f-9011526d3a33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.481177] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] f5d967a6-d5bd-4123-aa5b-efadd2b94bfb/f5d967a6-d5bd-4123-aa5b-efadd2b94bfb.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1706.481500] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc08b3e7-e7e7-42d0-82fa-7f322d702261 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.501836] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1706.501836] env[63070]: value = "task-1771065" [ 1706.501836] env[63070]: _type = "Task" [ 1706.501836] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.510197] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.761071] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Acquiring lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.761364] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.761580] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Acquiring lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.761767] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.761938] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.764239] env[63070]: INFO nova.compute.manager [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Terminating instance [ 1706.773961] env[63070]: DEBUG nova.compute.manager [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1706.933244] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771064, 'name': PowerOffVM_Task, 'duration_secs': 0.296144} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.933481] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.934328] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4185461d-b736-4f20-9c8f-4983c93919c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.961042] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5484d0de-2728-471e-9574-0140f440ac7d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.012321] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771065, 'name': ReconfigVM_Task, 'duration_secs': 0.488177} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.014841] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Reconfigured VM instance instance-00000058 to attach disk [datastore1] f5d967a6-d5bd-4123-aa5b-efadd2b94bfb/f5d967a6-d5bd-4123-aa5b-efadd2b94bfb.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1707.015740] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ddeeea-d081-42c0-a280-38f1a34ebe30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.023882] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1707.023882] env[63070]: value = "task-1771066" [ 1707.023882] env[63070]: _type = "Task" [ 1707.023882] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.035182] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771066, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.193181] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c7c19-8a8b-4bfb-a2cf-ca10d0b2d55a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.201444] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a493b4c-305d-47c1-a830-14f0912e6250 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.232101] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641e43ed-7b07-4624-bf02-ac4bb3a8a8a2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.239919] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10770242-dee8-40d7-9bc7-2c32937386a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.254806] env[63070]: DEBUG nova.compute.provider_tree [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.268497] env[63070]: DEBUG nova.compute.manager [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.268848] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22036bc0-3291-440d-bb0d-b75adb2d958d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.277775] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5c78f6-c164-409b-899b-bc201c10be14 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.303418] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.315860] env[63070]: WARNING nova.virt.vmwareapi.driver [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 could not be found. [ 1707.316153] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.316399] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bab556d-34eb-446b-a389-6447577a97b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.324280] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645532d3-daaf-4ddf-a2fd-5ae525b0089d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.356085] env[63070]: WARNING nova.virt.vmwareapi.vmops [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 could not be found. [ 1707.356085] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1707.356085] env[63070]: INFO nova.compute.manager [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1707.356085] env[63070]: DEBUG oslo.service.loopingcall [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.356085] env[63070]: DEBUG nova.compute.manager [-] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1707.356085] env[63070]: DEBUG nova.network.neutron [-] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1707.471740] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1707.472148] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de3a84d0-25f6-4920-9bf1-983bb8931dc9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.479580] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1707.479580] env[63070]: value = "task-1771067" [ 1707.479580] env[63070]: _type = "Task" [ 1707.479580] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.488189] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.535794] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771066, 'name': Rename_Task, 'duration_secs': 0.290897} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.536113] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.536384] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb3bc61a-03a0-4937-86b4-ab42dbbf89e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.542907] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.543154] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.543359] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.543579] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.543765] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.545487] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1707.545487] env[63070]: value = "task-1771068" [ 1707.545487] env[63070]: _type = "Task" [ 1707.545487] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.548805] env[63070]: INFO nova.compute.manager [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Terminating instance [ 1707.558306] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.604556] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "90917068-a464-481e-a02d-e49a9267fc84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.604844] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "90917068-a464-481e-a02d-e49a9267fc84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.605073] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "90917068-a464-481e-a02d-e49a9267fc84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.605248] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "90917068-a464-481e-a02d-e49a9267fc84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.605425] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "90917068-a464-481e-a02d-e49a9267fc84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.607505] env[63070]: INFO nova.compute.manager [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Terminating instance [ 1707.758165] env[63070]: DEBUG nova.scheduler.client.report [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1707.879276] env[63070]: DEBUG nova.compute.manager [req-451fb6c1-0085-4433-a421-5db6ed1a264c req-4f761dbf-dae2-4a9b-93e5-3f73c30483e4 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Received event network-vif-deleted-c1154353-28ed-4b4f-b529-ee4e87ba89c5 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1707.879357] env[63070]: INFO nova.compute.manager [req-451fb6c1-0085-4433-a421-5db6ed1a264c req-4f761dbf-dae2-4a9b-93e5-3f73c30483e4 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Neutron deleted interface c1154353-28ed-4b4f-b529-ee4e87ba89c5; detaching it from the instance and deleting it from the info cache [ 1707.879542] env[63070]: DEBUG nova.network.neutron [req-451fb6c1-0085-4433-a421-5db6ed1a264c req-4f761dbf-dae2-4a9b-93e5-3f73c30483e4 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.989791] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771067, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.059923] env[63070]: DEBUG nova.compute.manager [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1708.059923] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.067674] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e11ba1b-0050-4b5a-b1f1-9051caa8e118 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.072344] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771068, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.077200] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.077493] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0254de97-322f-406c-ad6f-631236d8d67e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.084802] env[63070]: DEBUG oslo_vmware.api [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1708.084802] env[63070]: value = "task-1771069" [ 1708.084802] env[63070]: _type = "Task" [ 1708.084802] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.094206] env[63070]: DEBUG oslo_vmware.api [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.112448] env[63070]: DEBUG nova.compute.manager [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1708.112448] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.113496] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db1902f-312d-498d-94e9-09c4c012f333 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.121787] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.122072] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4378969f-8712-49e7-80ca-3ffff065cdce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.129470] env[63070]: DEBUG oslo_vmware.api [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1708.129470] env[63070]: value = "task-1771070" [ 1708.129470] env[63070]: _type = "Task" [ 1708.129470] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.141881] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.142098] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.143472] env[63070]: DEBUG oslo_vmware.api [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.264011] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.264653] env[63070]: DEBUG nova.compute.manager [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.268528] env[63070]: DEBUG oslo_concurrency.lockutils [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.305s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.270707] env[63070]: DEBUG oslo_concurrency.lockutils [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.271109] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.057s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.272952] env[63070]: INFO nova.compute.claims [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.307761] env[63070]: INFO nova.scheduler.client.report [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Deleted allocations for instance eb25212a-fcd0-4127-b659-083426af60c4 [ 1708.358959] env[63070]: DEBUG nova.network.neutron [-] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.382648] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19cb3212-5b14-45f7-a125-f1cd80de782b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.394121] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1377b7dc-14d3-4646-b836-f53acac44c5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.428724] env[63070]: DEBUG nova.compute.manager [req-451fb6c1-0085-4433-a421-5db6ed1a264c req-4f761dbf-dae2-4a9b-93e5-3f73c30483e4 service nova] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Detach interface failed, port_id=c1154353-28ed-4b4f-b529-ee4e87ba89c5, reason: Instance fdc59a92-c8c9-4768-bef5-52d7f12f01e1 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1708.492967] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771067, 'name': CreateSnapshot_Task, 'duration_secs': 0.870567} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.493643] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1708.494247] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a3a0ad-663e-414f-89a3-b59aefad7889 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.556456] env[63070]: DEBUG oslo_vmware.api [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771068, 'name': PowerOnVM_Task, 'duration_secs': 0.720671} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.556716] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.556805] env[63070]: INFO nova.compute.manager [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Took 12.78 seconds to spawn the instance on the hypervisor. [ 1708.557296] env[63070]: DEBUG nova.compute.manager [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.558781] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ac8858-47c6-48ea-8065-347e156b56a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.598078] env[63070]: DEBUG oslo_vmware.api [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771069, 'name': PowerOffVM_Task, 'duration_secs': 0.221573} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.601645] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.601645] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.601645] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beed648b-4a8d-4883-9a6b-f0566df0c35a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.639158] env[63070]: DEBUG oslo_vmware.api [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771070, 'name': PowerOffVM_Task, 'duration_secs': 0.238639} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.639158] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.639158] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.639597] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51e425a4-65f8-47c3-87f9-b3f45897df2c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.647700] env[63070]: DEBUG nova.compute.manager [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1708.695921] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.695921] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.695921] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleting the datastore file [datastore1] f8e3d468-dfca-4fe5-8d3d-0b7ca761728b {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.695921] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a293d1df-5aa9-4eb2-bbd2-742fd7d786bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.703263] env[63070]: DEBUG oslo_vmware.api [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1708.703263] env[63070]: value = "task-1771073" [ 1708.703263] env[63070]: _type = "Task" [ 1708.703263] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.711978] env[63070]: DEBUG oslo_vmware.api [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.713450] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.713690] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.713877] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleting the datastore file [datastore1] 90917068-a464-481e-a02d-e49a9267fc84 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.714129] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ad69753-5894-4465-9a7f-684b421b6b17 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.720599] env[63070]: DEBUG oslo_vmware.api [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1708.720599] env[63070]: value = "task-1771074" [ 1708.720599] env[63070]: _type = "Task" [ 1708.720599] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.728397] env[63070]: DEBUG oslo_vmware.api [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.781052] env[63070]: DEBUG nova.compute.utils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.782357] env[63070]: DEBUG nova.compute.manager [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1708.782632] env[63070]: DEBUG nova.network.neutron [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1708.818479] env[63070]: DEBUG oslo_concurrency.lockutils [None req-893e463a-d72a-4e3c-bc36-2077cab6a583 tempest-ImagesTestJSON-99838320 tempest-ImagesTestJSON-99838320-project-member] Lock "eb25212a-fcd0-4127-b659-083426af60c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.634s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.864368] env[63070]: INFO nova.compute.manager [-] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Took 1.51 seconds to deallocate network for instance. [ 1708.878620] env[63070]: DEBUG nova.policy [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19dda931cc884c699c5e1e127153c187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e66ea290dc014dbbb9e49212ba5e8387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.017135] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1709.017623] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0d11bcc-b25c-4913-a152-1ffbb7c03068 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.029027] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1709.029027] env[63070]: value = "task-1771075" [ 1709.029027] env[63070]: _type = "Task" [ 1709.029027] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.036794] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771075, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.076851] env[63070]: INFO nova.compute.manager [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Took 22.98 seconds to build instance. [ 1709.171123] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.215026] env[63070]: DEBUG oslo_vmware.api [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340011} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.215735] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.217248] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.217248] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.217248] env[63070]: INFO nova.compute.manager [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1709.217248] env[63070]: DEBUG oslo.service.loopingcall [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.217248] env[63070]: DEBUG nova.compute.manager [-] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1709.217248] env[63070]: DEBUG nova.network.neutron [-] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.234172] env[63070]: DEBUG oslo_vmware.api [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344278} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.234172] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.234172] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.234172] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.234172] env[63070]: INFO nova.compute.manager [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1709.234172] env[63070]: DEBUG oslo.service.loopingcall [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.234172] env[63070]: DEBUG nova.compute.manager [-] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1709.234172] env[63070]: DEBUG nova.network.neutron [-] [instance: 90917068-a464-481e-a02d-e49a9267fc84] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.283721] env[63070]: DEBUG nova.compute.manager [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.423163] env[63070]: INFO nova.compute.manager [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Took 0.56 seconds to detach 1 volumes for instance. [ 1709.425843] env[63070]: DEBUG nova.compute.manager [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Deleting volume: d4b2c65a-3e11-4ba6-9546-f0782d703719 {{(pid=63070) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1709.548548] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771075, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.582711] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27c3dcca-10e0-49db-8606-6fe9a9340d76 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.497s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.629539] env[63070]: DEBUG nova.network.neutron [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Successfully created port: 466d8b5c-7c6f-4bda-813b-944bc6d2f7c8 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.653036] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b53f4b-6d87-4943-9642-3d841e9ceef4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.661510] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80562cb-1697-4767-837a-2cda723c07c4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.703158] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c6a90-663e-4874-9c18-b452e0a99a65 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.712919] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb515ded-ae3f-4cf7-aeb4-47ff638de066 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.727155] env[63070]: DEBUG nova.compute.provider_tree [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.966054] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.966054] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.981773] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.040067] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771075, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.156344] env[63070]: DEBUG nova.compute.manager [req-8c840581-a69c-4a81-a368-cd35a16a6541 req-ce06f8de-ab1b-43f3-b075-956464f215dc service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Received event network-vif-deleted-00980e40-4f35-43f2-a8c5-825370384e45 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1710.156344] env[63070]: INFO nova.compute.manager [req-8c840581-a69c-4a81-a368-cd35a16a6541 req-ce06f8de-ab1b-43f3-b075-956464f215dc service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Neutron deleted interface 00980e40-4f35-43f2-a8c5-825370384e45; detaching it from the instance and deleting it from the info cache [ 1710.156344] env[63070]: DEBUG nova.network.neutron [req-8c840581-a69c-4a81-a368-cd35a16a6541 req-ce06f8de-ab1b-43f3-b075-956464f215dc service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.229515] env[63070]: DEBUG nova.scheduler.client.report [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.239484] env[63070]: DEBUG nova.compute.manager [req-ee37e112-c3c5-40b0-8a84-6f2b5dc8d356 req-4b605f81-1bb1-4c59-b37c-8f4524f4b4c8 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Received event network-vif-deleted-c8f1258c-68af-47d2-92af-01a34559ee8a {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1710.240154] env[63070]: INFO nova.compute.manager [req-ee37e112-c3c5-40b0-8a84-6f2b5dc8d356 req-4b605f81-1bb1-4c59-b37c-8f4524f4b4c8 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Neutron deleted interface c8f1258c-68af-47d2-92af-01a34559ee8a; detaching it from the instance and deleting it from the info cache [ 1710.240154] env[63070]: DEBUG nova.network.neutron [req-ee37e112-c3c5-40b0-8a84-6f2b5dc8d356 req-4b605f81-1bb1-4c59-b37c-8f4524f4b4c8 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.299020] env[63070]: DEBUG nova.compute.manager [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.332167] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.332440] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.332591] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.332773] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.332961] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.333680] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.333914] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.334088] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.334320] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.334520] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.334694] env[63070]: DEBUG nova.virt.hardware [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.335602] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f4dfd-87e0-4942-82f7-91cb3045f341 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.348395] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710cc086-ccec-41ef-865b-ce784f400a3a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.395436] env[63070]: DEBUG nova.network.neutron [-] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.475782] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.475782] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.475782] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.475782] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.475782] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Cleaning up deleted instances with incomplete migration {{(pid=63070) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1710.538948] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771075, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.606194] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.606505] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.606717] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.606895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.607083] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.609715] env[63070]: INFO nova.compute.manager [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Terminating instance [ 1710.661145] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a871a7a-f207-4cc6-8fdc-fd62e0441cf8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.670582] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482b0e72-021a-476c-aa26-80d47b81f5ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.703619] env[63070]: DEBUG nova.compute.manager [req-8c840581-a69c-4a81-a368-cd35a16a6541 req-ce06f8de-ab1b-43f3-b075-956464f215dc service nova] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Detach interface failed, port_id=00980e40-4f35-43f2-a8c5-825370384e45, reason: Instance 90917068-a464-481e-a02d-e49a9267fc84 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1710.715496] env[63070]: DEBUG nova.network.neutron [-] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.739063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.739063] env[63070]: DEBUG nova.compute.manager [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1710.742304] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.780s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.743787] env[63070]: INFO nova.compute.claims [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1710.747602] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c423602-ad9b-4031-83ca-4342c45cc713 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.757151] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04240d4-b075-419f-ab40-a5fa423e531f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.797664] env[63070]: DEBUG nova.compute.manager [req-ee37e112-c3c5-40b0-8a84-6f2b5dc8d356 req-4b605f81-1bb1-4c59-b37c-8f4524f4b4c8 service nova] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Detach interface failed, port_id=c8f1258c-68af-47d2-92af-01a34559ee8a, reason: Instance f8e3d468-dfca-4fe5-8d3d-0b7ca761728b could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1710.899155] env[63070]: INFO nova.compute.manager [-] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Took 1.67 seconds to deallocate network for instance. [ 1711.040234] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771075, 'name': CloneVM_Task, 'duration_secs': 1.873452} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.040234] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Created linked-clone VM from snapshot [ 1711.040996] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd57442-c019-4190-9522-99b36738145a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.052311] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Uploading image c28c6278-9413-406c-82e4-a1417167c4dd {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1711.081488] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1711.081488] env[63070]: value = "vm-367772" [ 1711.081488] env[63070]: _type = "VirtualMachine" [ 1711.081488] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1711.081688] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ce692ba-6190-4d53-81cb-f67060cf9ce9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.091424] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lease: (returnval){ [ 1711.091424] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd0990-66bc-520f-dc90-7e5bfe42316c" [ 1711.091424] env[63070]: _type = "HttpNfcLease" [ 1711.091424] env[63070]: } obtained for exporting VM: (result){ [ 1711.091424] env[63070]: value = "vm-367772" [ 1711.091424] env[63070]: _type = "VirtualMachine" [ 1711.091424] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1711.091653] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the lease: (returnval){ [ 1711.091653] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd0990-66bc-520f-dc90-7e5bfe42316c" [ 1711.091653] env[63070]: _type = "HttpNfcLease" [ 1711.091653] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1711.098774] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1711.098774] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd0990-66bc-520f-dc90-7e5bfe42316c" [ 1711.098774] env[63070]: _type = "HttpNfcLease" [ 1711.098774] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1711.115326] env[63070]: DEBUG nova.compute.manager [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1711.115700] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1711.116640] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1968d1a5-528e-4b95-9537-c6613e70b641 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.123683] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1711.123922] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aac7e13-7d6a-452e-a360-aeddce37d5cb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.129397] env[63070]: DEBUG oslo_vmware.api [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1711.129397] env[63070]: value = "task-1771078" [ 1711.129397] env[63070]: _type = "Task" [ 1711.129397] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.137818] env[63070]: DEBUG oslo_vmware.api [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.218158] env[63070]: INFO nova.compute.manager [-] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Took 2.00 seconds to deallocate network for instance. [ 1711.226845] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.227063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.250263] env[63070]: DEBUG nova.compute.utils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1711.251494] env[63070]: DEBUG nova.compute.manager [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Not allocating networking since 'none' was specified. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1711.406115] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.467080] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.513878] env[63070]: DEBUG oslo_concurrency.lockutils [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "interface-cd346315-2e8a-4f57-9ede-bfe120c1d1b5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.514161] env[63070]: DEBUG oslo_concurrency.lockutils [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-cd346315-2e8a-4f57-9ede-bfe120c1d1b5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.514567] env[63070]: DEBUG nova.objects.instance [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'flavor' on Instance uuid cd346315-2e8a-4f57-9ede-bfe120c1d1b5 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.601503] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1711.601503] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd0990-66bc-520f-dc90-7e5bfe42316c" [ 1711.601503] env[63070]: _type = "HttpNfcLease" [ 1711.601503] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1711.602023] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1711.602023] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bd0990-66bc-520f-dc90-7e5bfe42316c" [ 1711.602023] env[63070]: _type = "HttpNfcLease" [ 1711.602023] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1711.603607] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf313159-7ef3-44a5-bac1-ea561000bda3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.612417] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ad589-f048-b38f-894d-058741c5d136/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1711.612417] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ad589-f048-b38f-894d-058741c5d136/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1711.682461] env[63070]: DEBUG oslo_vmware.api [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771078, 'name': PowerOffVM_Task, 'duration_secs': 0.191892} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.682760] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.682953] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.683312] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-677ea36e-676a-40fc-9b8b-0fdb6cb6c865 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.714458] env[63070]: DEBUG nova.network.neutron [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Successfully updated port: 466d8b5c-7c6f-4bda-813b-944bc6d2f7c8 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.721445] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97a976a7-a069-4140-b48f-ddcca6a0e796 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.726946] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.729630] env[63070]: INFO nova.compute.manager [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Detaching volume 697decc0-e923-444d-9811-1e0d63aef047 [ 1711.754245] env[63070]: DEBUG nova.compute.manager [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1711.771348] env[63070]: INFO nova.virt.block_device [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Attempting to driver detach volume 697decc0-e923-444d-9811-1e0d63aef047 from mountpoint /dev/sdb [ 1711.771515] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1711.771710] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367757', 'volume_id': '697decc0-e923-444d-9811-1e0d63aef047', 'name': 'volume-697decc0-e923-444d-9811-1e0d63aef047', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8f758c5-2ab4-468d-88b7-f18d11b16d8e', 'attached_at': '', 'detached_at': '', 'volume_id': '697decc0-e923-444d-9811-1e0d63aef047', 'serial': '697decc0-e923-444d-9811-1e0d63aef047'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1711.773426] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd5757-6d90-4443-91f5-7206d47e7a21 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.799561] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f057b6-bdf3-405b-b35d-cf2e475f4558 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.807738] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577ba615-c1cd-47fb-b4a1-f2fe745b5975 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.833331] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20119726-6a94-4ed1-a669-fa34913da9b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.849071] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] The volume has not been displaced from its original location: [datastore1] volume-697decc0-e923-444d-9811-1e0d63aef047/volume-697decc0-e923-444d-9811-1e0d63aef047.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1711.855218] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1711.858034] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a4c538a-6f6d-4347-94f2-79cab7ad26d2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.876604] env[63070]: DEBUG oslo_vmware.api [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1711.876604] env[63070]: value = "task-1771080" [ 1711.876604] env[63070]: _type = "Task" [ 1711.876604] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.887162] env[63070]: DEBUG oslo_vmware.api [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.965232] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.965407] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1711.965596] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.084157] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bd1017-3e9b-4acc-b2d6-18abcac8ee44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.093088] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece9a3d-47f3-4608-9c27-d1ecf2345ce0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.131473] env[63070]: DEBUG nova.objects.instance [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'pci_requests' on Instance uuid cd346315-2e8a-4f57-9ede-bfe120c1d1b5 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.134971] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b3cf43-4c72-4d63-b9b7-9a0572f3452e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.137846] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1712.138326] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1712.138586] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleting the datastore file [datastore1] f5d967a6-d5bd-4123-aa5b-efadd2b94bfb {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1712.139622] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55ff6943-417c-400e-adeb-be482ecda95b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.148524] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5c676c-59d6-4dfb-885d-b5ea34e3de9f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.152953] env[63070]: DEBUG oslo_vmware.api [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1712.152953] env[63070]: value = "task-1771081" [ 1712.152953] env[63070]: _type = "Task" [ 1712.152953] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.165532] env[63070]: DEBUG nova.compute.provider_tree [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.173310] env[63070]: DEBUG oslo_vmware.api [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.218043] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquiring lock "refresh_cache-ad61f128-c43a-4d19-a5b9-108e8c03c592" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.218283] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquired lock "refresh_cache-ad61f128-c43a-4d19-a5b9-108e8c03c592" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.218461] env[63070]: DEBUG nova.network.neutron [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.295736] env[63070]: DEBUG nova.compute.manager [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Received event network-vif-plugged-466d8b5c-7c6f-4bda-813b-944bc6d2f7c8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1712.295736] env[63070]: DEBUG oslo_concurrency.lockutils [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] Acquiring lock "ad61f128-c43a-4d19-a5b9-108e8c03c592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.295736] env[63070]: DEBUG oslo_concurrency.lockutils [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] Lock "ad61f128-c43a-4d19-a5b9-108e8c03c592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.295941] env[63070]: DEBUG oslo_concurrency.lockutils [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] Lock "ad61f128-c43a-4d19-a5b9-108e8c03c592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.296219] env[63070]: DEBUG nova.compute.manager [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] No waiting events found dispatching network-vif-plugged-466d8b5c-7c6f-4bda-813b-944bc6d2f7c8 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.296423] env[63070]: WARNING nova.compute.manager [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Received unexpected event network-vif-plugged-466d8b5c-7c6f-4bda-813b-944bc6d2f7c8 for instance with vm_state building and task_state spawning. [ 1712.296753] env[63070]: DEBUG nova.compute.manager [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Received event network-changed-466d8b5c-7c6f-4bda-813b-944bc6d2f7c8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1712.296956] env[63070]: DEBUG nova.compute.manager [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Refreshing instance network info cache due to event network-changed-466d8b5c-7c6f-4bda-813b-944bc6d2f7c8. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1712.297214] env[63070]: DEBUG oslo_concurrency.lockutils [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] Acquiring lock "refresh_cache-ad61f128-c43a-4d19-a5b9-108e8c03c592" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.386903] env[63070]: DEBUG oslo_vmware.api [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771080, 'name': ReconfigVM_Task, 'duration_secs': 0.258541} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.387371] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1712.392691] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87586c0f-ae60-4c7d-a933-e09785ee2779 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.409426] env[63070]: DEBUG oslo_vmware.api [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1712.409426] env[63070]: value = "task-1771082" [ 1712.409426] env[63070]: _type = "Task" [ 1712.409426] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.420347] env[63070]: DEBUG oslo_vmware.api [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.468542] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.634735] env[63070]: DEBUG nova.objects.base [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1712.635070] env[63070]: DEBUG nova.network.neutron [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.664039] env[63070]: DEBUG oslo_vmware.api [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370654} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.664508] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1712.664948] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1712.665120] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1712.665408] env[63070]: INFO nova.compute.manager [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1712.665765] env[63070]: DEBUG oslo.service.loopingcall [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.666350] env[63070]: DEBUG nova.compute.manager [-] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1712.666658] env[63070]: DEBUG nova.network.neutron [-] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1712.669095] env[63070]: DEBUG nova.scheduler.client.report [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.689342] env[63070]: DEBUG nova.policy [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84357e3fa25c41618001137e6ae55f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65cd8927310546aaa00aaea1ad02ba36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.765304] env[63070]: DEBUG nova.network.neutron [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.768225] env[63070]: DEBUG nova.compute.manager [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1712.798579] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1712.798936] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.799119] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1712.799380] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.799641] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1712.799826] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1712.800122] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1712.800294] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1712.800643] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1712.800814] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1712.800988] env[63070]: DEBUG nova.virt.hardware [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1712.801859] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c89f1f-67b4-467d-8f73-524342d52451 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.810519] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca056e8-ec98-4332-8378-ce5a7b5201d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.827340] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1712.832951] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Creating folder: Project (c83119c2ee79440ea3121497cff93893). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1712.835770] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af4347ea-bd32-4c93-a0e8-aaa4ddf564dd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.846810] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Created folder: Project (c83119c2ee79440ea3121497cff93893) in parent group-v367531. [ 1712.847029] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Creating folder: Instances. Parent ref: group-v367773. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1712.847339] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-110095f9-9b9e-40f9-b641-30baa8510730 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.855922] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Created folder: Instances in parent group-v367773. [ 1712.856200] env[63070]: DEBUG oslo.service.loopingcall [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.856637] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1712.857515] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cab66230-69ec-4023-87cf-730507c74fcf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.877866] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1712.877866] env[63070]: value = "task-1771085" [ 1712.877866] env[63070]: _type = "Task" [ 1712.877866] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.886595] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771085, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.921807] env[63070]: DEBUG oslo_vmware.api [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771082, 'name': ReconfigVM_Task, 'duration_secs': 0.153393} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.922397] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367757', 'volume_id': '697decc0-e923-444d-9811-1e0d63aef047', 'name': 'volume-697decc0-e923-444d-9811-1e0d63aef047', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8f758c5-2ab4-468d-88b7-f18d11b16d8e', 'attached_at': '', 'detached_at': '', 'volume_id': '697decc0-e923-444d-9811-1e0d63aef047', 'serial': '697decc0-e923-444d-9811-1e0d63aef047'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1713.013467] env[63070]: DEBUG nova.network.neutron [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Updating instance_info_cache with network_info: [{"id": "466d8b5c-7c6f-4bda-813b-944bc6d2f7c8", "address": "fa:16:3e:d8:c9:62", "network": {"id": "62f6c7ec-e5a5-486a-b9db-b8437dff1485", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1812510457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66ea290dc014dbbb9e49212ba5e8387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466d8b5c-7c", "ovs_interfaceid": "466d8b5c-7c6f-4bda-813b-944bc6d2f7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.125898] env[63070]: DEBUG nova.compute.manager [req-29c5e860-7dee-417a-8d71-c7512c20f27c req-d5a3da66-f9c6-479c-93ea-ff92c1992364 service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Received event network-vif-deleted-4d67867d-d127-4d27-8f72-4b3491b239ac {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1713.125898] env[63070]: INFO nova.compute.manager [req-29c5e860-7dee-417a-8d71-c7512c20f27c req-d5a3da66-f9c6-479c-93ea-ff92c1992364 service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Neutron deleted interface 4d67867d-d127-4d27-8f72-4b3491b239ac; detaching it from the instance and deleting it from the info cache [ 1713.125898] env[63070]: DEBUG nova.network.neutron [req-29c5e860-7dee-417a-8d71-c7512c20f27c req-d5a3da66-f9c6-479c-93ea-ff92c1992364 service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.147833] env[63070]: DEBUG nova.network.neutron [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Successfully created port: 0b509b0a-4b46-4aed-8d06-298a95e86bbe {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1713.174823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.175352] env[63070]: DEBUG nova.compute.manager [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1713.178041] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.580s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.179454] env[63070]: INFO nova.compute.claims [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.395129] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771085, 'name': CreateVM_Task, 'duration_secs': 0.484499} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.395129] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.395129] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.395129] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.395129] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.395129] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5bca9c5-a9d7-40bd-a544-909992f07b98 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.400205] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for the task: (returnval){ [ 1713.400205] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5281c7f8-40d3-269e-a28d-86eebaa4726d" [ 1713.400205] env[63070]: _type = "Task" [ 1713.400205] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.409275] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5281c7f8-40d3-269e-a28d-86eebaa4726d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.450837] env[63070]: DEBUG nova.network.neutron [-] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.480444] env[63070]: DEBUG nova.objects.instance [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lazy-loading 'flavor' on Instance uuid c8f758c5-2ab4-468d-88b7-f18d11b16d8e {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1713.516233] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Releasing lock "refresh_cache-ad61f128-c43a-4d19-a5b9-108e8c03c592" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.516504] env[63070]: DEBUG nova.compute.manager [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Instance network_info: |[{"id": "466d8b5c-7c6f-4bda-813b-944bc6d2f7c8", "address": "fa:16:3e:d8:c9:62", "network": {"id": "62f6c7ec-e5a5-486a-b9db-b8437dff1485", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1812510457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66ea290dc014dbbb9e49212ba5e8387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466d8b5c-7c", "ovs_interfaceid": "466d8b5c-7c6f-4bda-813b-944bc6d2f7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.516799] env[63070]: DEBUG oslo_concurrency.lockutils [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] Acquired lock "refresh_cache-ad61f128-c43a-4d19-a5b9-108e8c03c592" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.516974] env[63070]: DEBUG nova.network.neutron [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Refreshing network info cache for port 466d8b5c-7c6f-4bda-813b-944bc6d2f7c8 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.518447] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:c9:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '466d8b5c-7c6f-4bda-813b-944bc6d2f7c8', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.526018] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Creating folder: Project (e66ea290dc014dbbb9e49212ba5e8387). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1713.526973] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c922e008-fb30-4ce8-8d08-70e00d0b9a7f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.540328] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Created folder: Project (e66ea290dc014dbbb9e49212ba5e8387) in parent group-v367531. [ 1713.540525] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Creating folder: Instances. Parent ref: group-v367776. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1713.540754] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c60e6d7f-f305-465f-a228-1aa2a53cc921 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.550017] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Created folder: Instances in parent group-v367776. [ 1713.550293] env[63070]: DEBUG oslo.service.loopingcall [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.550514] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.550759] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69450687-a9da-46d8-bd14-775887cb1198 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.571358] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.571358] env[63070]: value = "task-1771088" [ 1713.571358] env[63070]: _type = "Task" [ 1713.571358] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.579529] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771088, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.628013] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c333185e-f720-4011-abde-905bf5896026 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.638071] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e475ddd-03b8-43a6-b0e5-bfa060bab573 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.669987] env[63070]: DEBUG nova.compute.manager [req-29c5e860-7dee-417a-8d71-c7512c20f27c req-d5a3da66-f9c6-479c-93ea-ff92c1992364 service nova] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Detach interface failed, port_id=4d67867d-d127-4d27-8f72-4b3491b239ac, reason: Instance f5d967a6-d5bd-4123-aa5b-efadd2b94bfb could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1713.683588] env[63070]: DEBUG nova.compute.utils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.686672] env[63070]: DEBUG nova.compute.manager [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1713.686839] env[63070]: DEBUG nova.network.neutron [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1713.759015] env[63070]: DEBUG nova.policy [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b9bfe84d09b408f8a22f91eb1e7c61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bf1d72afc3c45b3949538c7062dbc63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1713.910781] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5281c7f8-40d3-269e-a28d-86eebaa4726d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.956545] env[63070]: INFO nova.compute.manager [-] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Took 1.29 seconds to deallocate network for instance. [ 1714.065363] env[63070]: DEBUG nova.network.neutron [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Successfully created port: b0576c10-e9a9-40f3-a902-83d09c2eaeaf {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1714.082621] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771088, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.187358] env[63070]: DEBUG nova.compute.manager [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1714.288833] env[63070]: DEBUG nova.network.neutron [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Updated VIF entry in instance network info cache for port 466d8b5c-7c6f-4bda-813b-944bc6d2f7c8. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.289201] env[63070]: DEBUG nova.network.neutron [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Updating instance_info_cache with network_info: [{"id": "466d8b5c-7c6f-4bda-813b-944bc6d2f7c8", "address": "fa:16:3e:d8:c9:62", "network": {"id": "62f6c7ec-e5a5-486a-b9db-b8437dff1485", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1812510457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66ea290dc014dbbb9e49212ba5e8387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466d8b5c-7c", "ovs_interfaceid": "466d8b5c-7c6f-4bda-813b-944bc6d2f7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.412834] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5281c7f8-40d3-269e-a28d-86eebaa4726d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.447311] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febc372f-4d05-4da0-aef5-8b89fa8fc6fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.454604] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83442785-d318-4caf-888b-60d6465fb50a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.462925] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.487113] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bb8414-2490-4e9b-b046-a6617526f189 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.489962] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f8c55786-02f5-4e16-b7ee-9e7d6e52a464 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.263s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.496182] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b13b8f-7e41-427e-a505-52df8a514f7d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.510506] env[63070]: DEBUG nova.compute.provider_tree [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.583956] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771088, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.649352] env[63070]: DEBUG nova.network.neutron [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Successfully updated port: 0b509b0a-4b46-4aed-8d06-298a95e86bbe {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1714.666401] env[63070]: DEBUG nova.compute.manager [req-6b04d324-35b3-4d36-83c6-f92608a3d29f req-8097f99c-577c-4ea9-8ce2-527762911117 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Received event network-vif-plugged-0b509b0a-4b46-4aed-8d06-298a95e86bbe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1714.666497] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b04d324-35b3-4d36-83c6-f92608a3d29f req-8097f99c-577c-4ea9-8ce2-527762911117 service nova] Acquiring lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.666708] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b04d324-35b3-4d36-83c6-f92608a3d29f req-8097f99c-577c-4ea9-8ce2-527762911117 service nova] Lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.666894] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b04d324-35b3-4d36-83c6-f92608a3d29f req-8097f99c-577c-4ea9-8ce2-527762911117 service nova] Lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.667091] env[63070]: DEBUG nova.compute.manager [req-6b04d324-35b3-4d36-83c6-f92608a3d29f req-8097f99c-577c-4ea9-8ce2-527762911117 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] No waiting events found dispatching network-vif-plugged-0b509b0a-4b46-4aed-8d06-298a95e86bbe {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1714.667234] env[63070]: WARNING nova.compute.manager [req-6b04d324-35b3-4d36-83c6-f92608a3d29f req-8097f99c-577c-4ea9-8ce2-527762911117 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Received unexpected event network-vif-plugged-0b509b0a-4b46-4aed-8d06-298a95e86bbe for instance with vm_state active and task_state None. [ 1714.792329] env[63070]: DEBUG oslo_concurrency.lockutils [req-05366b68-7d79-497c-8512-ecdbfaddfc2b req-c368c6c0-95c0-4599-8a3c-5e6302d3edaa service nova] Releasing lock "refresh_cache-ad61f128-c43a-4d19-a5b9-108e8c03c592" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.881709] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.881887] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.882025] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.882308] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.882518] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.884887] env[63070]: INFO nova.compute.manager [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Terminating instance [ 1714.912380] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5281c7f8-40d3-269e-a28d-86eebaa4726d, 'name': SearchDatastore_Task, 'duration_secs': 1.316386} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.912875] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.913167] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.913443] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.913676] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.913859] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.914139] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9199619-5c4a-4874-a2ef-7a54ff61340d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.922449] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.922685] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.923524] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b35e64-f0fe-4f4f-8e20-b2068ab1d9ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.929775] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for the task: (returnval){ [ 1714.929775] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52414edb-be6e-af89-994b-91a5a655f941" [ 1714.929775] env[63070]: _type = "Task" [ 1714.929775] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.939976] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52414edb-be6e-af89-994b-91a5a655f941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.013520] env[63070]: DEBUG nova.scheduler.client.report [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.083942] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771088, 'name': CreateVM_Task, 'duration_secs': 1.481089} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.084215] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.085100] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.085389] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.085851] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.086122] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834c1153-77f5-4679-9638-d9ccde287895 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.091399] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for the task: (returnval){ [ 1715.091399] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f7643c-0781-fc3c-31b8-48809855561f" [ 1715.091399] env[63070]: _type = "Task" [ 1715.091399] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.100290] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f7643c-0781-fc3c-31b8-48809855561f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.152598] env[63070]: DEBUG oslo_concurrency.lockutils [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.152912] env[63070]: DEBUG oslo_concurrency.lockutils [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.153022] env[63070]: DEBUG nova.network.neutron [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.198795] env[63070]: DEBUG nova.compute.manager [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1715.227676] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1715.228060] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.228254] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1715.228455] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.228666] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1715.228822] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1715.229215] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1715.229377] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1715.229564] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1715.229733] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1715.229971] env[63070]: DEBUG nova.virt.hardware [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1715.231260] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da16c242-e5f4-4ce0-a0c5-9f08f18e1730 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.239663] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422b0daf-b4eb-4734-90f6-c1bf607bcc01 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.388982] env[63070]: DEBUG nova.compute.manager [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1715.389267] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1715.390238] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d6cfe3-941f-4b15-86ff-20a7bf8876ac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.398434] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.398701] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1c9f690-b8a3-4501-8c3f-a78ff7f9954c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.407724] env[63070]: DEBUG oslo_vmware.api [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1715.407724] env[63070]: value = "task-1771089" [ 1715.407724] env[63070]: _type = "Task" [ 1715.407724] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.416071] env[63070]: DEBUG oslo_vmware.api [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.443447] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52414edb-be6e-af89-994b-91a5a655f941, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.443447] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2481a32f-e02c-4900-9a15-328e61a81e10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.448022] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for the task: (returnval){ [ 1715.448022] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524d90f5-fa64-46dc-c525-e127b5c3b3c3" [ 1715.448022] env[63070]: _type = "Task" [ 1715.448022] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.454756] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524d90f5-fa64-46dc-c525-e127b5c3b3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.519230] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.520137] env[63070]: DEBUG nova.compute.manager [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1715.522994] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.894s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.524710] env[63070]: INFO nova.compute.claims [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.571791] env[63070]: DEBUG nova.network.neutron [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Successfully updated port: b0576c10-e9a9-40f3-a902-83d09c2eaeaf {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.604235] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f7643c-0781-fc3c-31b8-48809855561f, 'name': SearchDatastore_Task, 'duration_secs': 0.012188} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.604826] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.605214] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.605584] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.690694] env[63070]: WARNING nova.network.neutron [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] 5946b48f-1ba1-4876-b078-8177a221fe5f already exists in list: networks containing: ['5946b48f-1ba1-4876-b078-8177a221fe5f']. ignoring it [ 1715.920580] env[63070]: DEBUG oslo_vmware.api [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771089, 'name': PowerOffVM_Task, 'duration_secs': 0.216571} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.920912] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.921141] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.921436] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbedb9d4-220b-4fce-8642-438e8c11b352 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.960076] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524d90f5-fa64-46dc-c525-e127b5c3b3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.960353] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.960607] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8202d6eb-e3db-487b-8e4b-1b234b0cf24f/8202d6eb-e3db-487b-8e4b-1b234b0cf24f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.960877] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.961151] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.961413] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17887224-01d4-4054-a4e1-5dbb438d8d30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.963483] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a60be86c-5d5c-4f16-873f-32e0c8ff29f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.969627] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for the task: (returnval){ [ 1715.969627] env[63070]: value = "task-1771091" [ 1715.969627] env[63070]: _type = "Task" [ 1715.969627] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.973976] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.975088] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.975210] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64005e1-5f45-4724-99a9-0d7233b8c2d1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.980314] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.983116] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for the task: (returnval){ [ 1715.983116] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521ee126-d953-e9d0-be14-75b0e89e8d9a" [ 1715.983116] env[63070]: _type = "Task" [ 1715.983116] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.990509] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521ee126-d953-e9d0-be14-75b0e89e8d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.991624] env[63070]: DEBUG nova.network.neutron [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updating instance_info_cache with network_info: [{"id": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "address": "fa:16:3e:e5:c5:c0", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce937a1f-1e", "ovs_interfaceid": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b509b0a-4b46-4aed-8d06-298a95e86bbe", "address": "fa:16:3e:27:c1:c1", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b509b0a-4b", "ovs_interfaceid": "0b509b0a-4b46-4aed-8d06-298a95e86bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.029947] env[63070]: DEBUG nova.compute.utils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1716.035027] env[63070]: DEBUG nova.compute.manager [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1716.035270] env[63070]: DEBUG nova.network.neutron [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1716.059728] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1716.059947] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1716.060223] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Deleting the datastore file [datastore1] c8f758c5-2ab4-468d-88b7-f18d11b16d8e {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1716.060766] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f5c6c9b-2d75-41bb-a43f-ca8ab08a1fed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.068179] env[63070]: DEBUG oslo_vmware.api [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1716.068179] env[63070]: value = "task-1771092" [ 1716.068179] env[63070]: _type = "Task" [ 1716.068179] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.075761] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquiring lock "refresh_cache-feb91057-5913-4446-a1fb-5cab7a6340bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.075811] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquired lock "refresh_cache-feb91057-5913-4446-a1fb-5cab7a6340bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.075951] env[63070]: DEBUG nova.network.neutron [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.077077] env[63070]: DEBUG oslo_vmware.api [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.078456] env[63070]: DEBUG nova.policy [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6ff3a2b014b4f498fb44bad41942489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f09841881d4cc1ab40bb6f4f8c917a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1716.367062] env[63070]: DEBUG nova.network.neutron [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Successfully created port: def70e28-26df-43a4-8c08-5aa8e2388ecd {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.480050] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.494349] env[63070]: DEBUG oslo_concurrency.lockutils [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.495081] env[63070]: DEBUG oslo_concurrency.lockutils [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.495243] env[63070]: DEBUG oslo_concurrency.lockutils [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.495564] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521ee126-d953-e9d0-be14-75b0e89e8d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.496361] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e5842d-995e-436c-9edc-ab96d6bb68ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.500070] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36041d55-fdd6-4fdc-8b4b-9bef7b955d98 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.506055] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for the task: (returnval){ [ 1716.506055] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52083ebd-2699-abbd-d0ab-b49f7883d400" [ 1716.506055] env[63070]: _type = "Task" [ 1716.506055] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.518680] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1716.518944] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.519115] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1716.519271] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.519417] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1716.519564] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1716.519764] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1716.520012] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1716.520223] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1716.520407] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1716.520601] env[63070]: DEBUG nova.virt.hardware [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1716.527262] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Reconfiguring VM to attach interface {{(pid=63070) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1716.530639] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e0214e-7a1f-4e52-9502-95fbd80c3161 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.542955] env[63070]: DEBUG nova.compute.manager [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1716.556854] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52083ebd-2699-abbd-d0ab-b49f7883d400, 'name': SearchDatastore_Task, 'duration_secs': 0.047246} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.558297] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.558554] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ad61f128-c43a-4d19-a5b9-108e8c03c592/ad61f128-c43a-4d19-a5b9-108e8c03c592.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1716.558877] env[63070]: DEBUG oslo_vmware.api [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1716.558877] env[63070]: value = "task-1771093" [ 1716.558877] env[63070]: _type = "Task" [ 1716.558877] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.559282] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdca5be8-488d-4bc2-b02b-4352d86a1f60 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.588317] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for the task: (returnval){ [ 1716.588317] env[63070]: value = "task-1771094" [ 1716.588317] env[63070]: _type = "Task" [ 1716.588317] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.589986] env[63070]: DEBUG oslo_vmware.api [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507674} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.590238] env[63070]: DEBUG oslo_vmware.api [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.590560] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.590742] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.590975] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.591188] env[63070]: INFO nova.compute.manager [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1716.591422] env[63070]: DEBUG oslo.service.loopingcall [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.594886] env[63070]: DEBUG nova.compute.manager [-] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.594980] env[63070]: DEBUG nova.network.neutron [-] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.601764] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.636570] env[63070]: DEBUG nova.network.neutron [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1716.799238] env[63070]: DEBUG nova.network.neutron [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Updating instance_info_cache with network_info: [{"id": "b0576c10-e9a9-40f3-a902-83d09c2eaeaf", "address": "fa:16:3e:90:5a:97", "network": {"id": "efacbd19-43b8-4335-a9de-048805e44fb7", "bridge": "br-int", "label": "tempest-ServersTestJSON-911980481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf1d72afc3c45b3949538c7062dbc63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0576c10-e9", "ovs_interfaceid": "b0576c10-e9a9-40f3-a902-83d09c2eaeaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.896163] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf431ea-5528-4303-b32b-55b5395d62cb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.904194] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006e569-921b-41b7-a858-dc3b91ba7511 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.936255] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac141602-56a7-4093-ab48-1d9d29dc1415 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.945844] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe7e928-d15b-4c18-bb70-f8220201f819 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.962372] env[63070]: DEBUG nova.compute.provider_tree [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.982213] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604827} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.982446] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8202d6eb-e3db-487b-8e4b-1b234b0cf24f/8202d6eb-e3db-487b-8e4b-1b234b0cf24f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.982706] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.982995] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68a650ac-d5fb-4248-8e64-a798d27009e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.991743] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for the task: (returnval){ [ 1716.991743] env[63070]: value = "task-1771095" [ 1716.991743] env[63070]: _type = "Task" [ 1716.991743] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.004495] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.027899] env[63070]: DEBUG nova.compute.manager [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Received event network-changed-0b509b0a-4b46-4aed-8d06-298a95e86bbe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1717.028087] env[63070]: DEBUG nova.compute.manager [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Refreshing instance network info cache due to event network-changed-0b509b0a-4b46-4aed-8d06-298a95e86bbe. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1717.028317] env[63070]: DEBUG oslo_concurrency.lockutils [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] Acquiring lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.028464] env[63070]: DEBUG oslo_concurrency.lockutils [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] Acquired lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.028646] env[63070]: DEBUG nova.network.neutron [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Refreshing network info cache for port 0b509b0a-4b46-4aed-8d06-298a95e86bbe {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1717.075439] env[63070]: DEBUG oslo_vmware.api [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.101940] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771094, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.301523] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Releasing lock "refresh_cache-feb91057-5913-4446-a1fb-5cab7a6340bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.301891] env[63070]: DEBUG nova.compute.manager [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Instance network_info: |[{"id": "b0576c10-e9a9-40f3-a902-83d09c2eaeaf", "address": "fa:16:3e:90:5a:97", "network": {"id": "efacbd19-43b8-4335-a9de-048805e44fb7", "bridge": "br-int", "label": "tempest-ServersTestJSON-911980481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf1d72afc3c45b3949538c7062dbc63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0576c10-e9", "ovs_interfaceid": "b0576c10-e9a9-40f3-a902-83d09c2eaeaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1717.302458] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:5a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0576c10-e9a9-40f3-a902-83d09c2eaeaf', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1717.310964] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Creating folder: Project (5bf1d72afc3c45b3949538c7062dbc63). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1717.311674] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b5896be-4358-484d-aca2-0221b4f37eb8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.325420] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Created folder: Project (5bf1d72afc3c45b3949538c7062dbc63) in parent group-v367531. [ 1717.325850] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Creating folder: Instances. Parent ref: group-v367779. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1717.326268] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f81132a-c94b-493c-b417-be1050e5a056 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.336569] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Created folder: Instances in parent group-v367779. [ 1717.336855] env[63070]: DEBUG oslo.service.loopingcall [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.337043] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1717.337261] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85af9596-1f00-4f26-8b72-a8f728a8b8e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.358685] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1717.358685] env[63070]: value = "task-1771098" [ 1717.358685] env[63070]: _type = "Task" [ 1717.358685] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.366861] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771098, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.466152] env[63070]: DEBUG nova.scheduler.client.report [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.501896] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254226} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.502432] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.503339] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8315aea-b95a-4a4a-bf80-7383362076ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.524189] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 8202d6eb-e3db-487b-8e4b-1b234b0cf24f/8202d6eb-e3db-487b-8e4b-1b234b0cf24f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.524906] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2981dbda-a3a4-49f0-bbbb-ee813b844aaf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.547381] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for the task: (returnval){ [ 1717.547381] env[63070]: value = "task-1771099" [ 1717.547381] env[63070]: _type = "Task" [ 1717.547381] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.556569] env[63070]: DEBUG nova.compute.manager [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1717.558736] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.574610] env[63070]: DEBUG oslo_vmware.api [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771093, 'name': ReconfigVM_Task, 'duration_secs': 0.891409} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.575438] env[63070]: DEBUG oslo_concurrency.lockutils [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.575813] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Reconfigured VM to attach interface {{(pid=63070) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1717.588201] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1717.588450] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.588606] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1717.588783] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.588973] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1717.589259] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1717.593019] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1717.593019] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1717.593019] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1717.593019] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1717.593019] env[63070]: DEBUG nova.virt.hardware [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1717.593019] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677dc7f4-c8a4-46a7-8a8b-001e0b5ecfde {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.614583] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e6ce72-5551-489e-a7e3-7ad966d7eff9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.618882] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652877} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.619458] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ad61f128-c43a-4d19-a5b9-108e8c03c592/ad61f128-c43a-4d19-a5b9-108e8c03c592.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.619675] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.620293] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c27cd60f-ce4f-4733-8b72-e65f4eeebdca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.635027] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for the task: (returnval){ [ 1717.635027] env[63070]: value = "task-1771100" [ 1717.635027] env[63070]: _type = "Task" [ 1717.635027] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.642840] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.769031] env[63070]: DEBUG nova.network.neutron [-] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.832427] env[63070]: DEBUG nova.compute.manager [req-4967b9be-bd05-47a1-ab2c-92fb8e2ee4f1 req-de2ec393-b748-4114-8201-3b7452895fa7 service nova] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Received event network-vif-deleted-8e3c6668-890d-4007-9c4f-1220e742a0a0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1717.850789] env[63070]: DEBUG nova.network.neutron [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updated VIF entry in instance network info cache for port 0b509b0a-4b46-4aed-8d06-298a95e86bbe. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.851226] env[63070]: DEBUG nova.network.neutron [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updating instance_info_cache with network_info: [{"id": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "address": "fa:16:3e:e5:c5:c0", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce937a1f-1e", "ovs_interfaceid": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b509b0a-4b46-4aed-8d06-298a95e86bbe", "address": "fa:16:3e:27:c1:c1", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b509b0a-4b", "ovs_interfaceid": "0b509b0a-4b46-4aed-8d06-298a95e86bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.868930] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771098, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.971602] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.972136] env[63070]: DEBUG nova.compute.manager [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.976173] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.283s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.019746] env[63070]: DEBUG nova.network.neutron [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Successfully updated port: def70e28-26df-43a4-8c08-5aa8e2388ecd {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1718.056847] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771099, 'name': ReconfigVM_Task, 'duration_secs': 0.293446} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.059502] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 8202d6eb-e3db-487b-8e4b-1b234b0cf24f/8202d6eb-e3db-487b-8e4b-1b234b0cf24f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.061112] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afd31115-f5f3-4ffb-8502-9f0b2ed4d13d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.068325] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for the task: (returnval){ [ 1718.068325] env[63070]: value = "task-1771101" [ 1718.068325] env[63070]: _type = "Task" [ 1718.068325] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.080684] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771101, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.083058] env[63070]: DEBUG oslo_concurrency.lockutils [None req-20584bf7-a622-4215-8ff3-e616605ce30a tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-cd346315-2e8a-4f57-9ede-bfe120c1d1b5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.569s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.145745] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071361} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.146030] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.146817] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ceeebd-8b3d-4f85-b399-8a4877227426 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.168705] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ad61f128-c43a-4d19-a5b9-108e8c03c592/ad61f128-c43a-4d19-a5b9-108e8c03c592.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.171772] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a094e18b-6a3b-4134-9d9f-f82e3e53ef05 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.192707] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for the task: (returnval){ [ 1718.192707] env[63070]: value = "task-1771102" [ 1718.192707] env[63070]: _type = "Task" [ 1718.192707] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.208011] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771102, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.273531] env[63070]: INFO nova.compute.manager [-] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Took 1.68 seconds to deallocate network for instance. [ 1718.295177] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0efa3b-d527-4f56-b2e1-a97e9759077a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.302926] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ae6da-518a-4afb-89c1-b300db4202b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.334488] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502d9936-ed1d-4808-a5eb-296102e8bd6d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.342525] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2275f3-40c3-435e-b01f-f74de5764912 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.356939] env[63070]: DEBUG oslo_concurrency.lockutils [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] Releasing lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.357181] env[63070]: DEBUG nova.compute.manager [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Received event network-vif-plugged-b0576c10-e9a9-40f3-a902-83d09c2eaeaf {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1718.357374] env[63070]: DEBUG oslo_concurrency.lockutils [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] Acquiring lock "feb91057-5913-4446-a1fb-5cab7a6340bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.357574] env[63070]: DEBUG oslo_concurrency.lockutils [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] Lock "feb91057-5913-4446-a1fb-5cab7a6340bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.357735] env[63070]: DEBUG oslo_concurrency.lockutils [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] Lock "feb91057-5913-4446-a1fb-5cab7a6340bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.357898] env[63070]: DEBUG nova.compute.manager [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] No waiting events found dispatching network-vif-plugged-b0576c10-e9a9-40f3-a902-83d09c2eaeaf {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1718.358077] env[63070]: WARNING nova.compute.manager [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Received unexpected event network-vif-plugged-b0576c10-e9a9-40f3-a902-83d09c2eaeaf for instance with vm_state building and task_state spawning. [ 1718.358301] env[63070]: DEBUG nova.compute.manager [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Received event network-changed-b0576c10-e9a9-40f3-a902-83d09c2eaeaf {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1718.358471] env[63070]: DEBUG nova.compute.manager [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Refreshing instance network info cache due to event network-changed-b0576c10-e9a9-40f3-a902-83d09c2eaeaf. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1718.358657] env[63070]: DEBUG oslo_concurrency.lockutils [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] Acquiring lock "refresh_cache-feb91057-5913-4446-a1fb-5cab7a6340bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.358793] env[63070]: DEBUG oslo_concurrency.lockutils [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] Acquired lock "refresh_cache-feb91057-5913-4446-a1fb-5cab7a6340bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.359021] env[63070]: DEBUG nova.network.neutron [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Refreshing network info cache for port b0576c10-e9a9-40f3-a902-83d09c2eaeaf {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.360275] env[63070]: DEBUG nova.compute.provider_tree [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.370618] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771098, 'name': CreateVM_Task, 'duration_secs': 0.609242} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.371540] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1718.372200] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.372395] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.372711] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1718.373191] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e6ff27-9224-4eb0-a667-a7bd06c4b8da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.377813] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for the task: (returnval){ [ 1718.377813] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52438887-f9bc-cfb0-9c72-d5c13c551c75" [ 1718.377813] env[63070]: _type = "Task" [ 1718.377813] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.386110] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52438887-f9bc-cfb0-9c72-d5c13c551c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.481171] env[63070]: DEBUG nova.compute.utils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.482737] env[63070]: DEBUG nova.compute.manager [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1718.482916] env[63070]: DEBUG nova.network.neutron [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.522086] env[63070]: DEBUG nova.policy [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f480253e90a84b0e9f84c731c50265b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9df56c696e8f4ee4a8b11b9593f7ea36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1718.523836] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "refresh_cache-fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.524024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "refresh_cache-fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.524124] env[63070]: DEBUG nova.network.neutron [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.581036] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771101, 'name': Rename_Task, 'duration_secs': 0.148176} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.581192] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.581372] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33745bb7-1ecc-427b-b6b4-e8a3f443717c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.588265] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for the task: (returnval){ [ 1718.588265] env[63070]: value = "task-1771103" [ 1718.588265] env[63070]: _type = "Task" [ 1718.588265] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.596437] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.702598] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.781179] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.808298] env[63070]: DEBUG nova.network.neutron [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Successfully created port: 2bcf0768-b7f1-4ca9-a402-0390e7830c33 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.865863] env[63070]: DEBUG nova.scheduler.client.report [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.889200] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52438887-f9bc-cfb0-9c72-d5c13c551c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.986430] env[63070]: DEBUG nova.compute.manager [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.036156] env[63070]: DEBUG nova.compute.manager [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.037472] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011dc090-be3e-41ff-a927-df2ba1f825b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.093327] env[63070]: DEBUG nova.network.neutron [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1719.101107] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.155540] env[63070]: DEBUG nova.network.neutron [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Updated VIF entry in instance network info cache for port b0576c10-e9a9-40f3-a902-83d09c2eaeaf. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.155907] env[63070]: DEBUG nova.network.neutron [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Updating instance_info_cache with network_info: [{"id": "b0576c10-e9a9-40f3-a902-83d09c2eaeaf", "address": "fa:16:3e:90:5a:97", "network": {"id": "efacbd19-43b8-4335-a9de-048805e44fb7", "bridge": "br-int", "label": "tempest-ServersTestJSON-911980481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf1d72afc3c45b3949538c7062dbc63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0576c10-e9", "ovs_interfaceid": "b0576c10-e9a9-40f3-a902-83d09c2eaeaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.176283] env[63070]: DEBUG nova.compute.manager [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Received event network-vif-plugged-def70e28-26df-43a4-8c08-5aa8e2388ecd {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1719.176510] env[63070]: DEBUG oslo_concurrency.lockutils [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] Acquiring lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.176853] env[63070]: DEBUG oslo_concurrency.lockutils [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] Lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.176919] env[63070]: DEBUG oslo_concurrency.lockutils [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] Lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.177145] env[63070]: DEBUG nova.compute.manager [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] No waiting events found dispatching network-vif-plugged-def70e28-26df-43a4-8c08-5aa8e2388ecd {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.177201] env[63070]: WARNING nova.compute.manager [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Received unexpected event network-vif-plugged-def70e28-26df-43a4-8c08-5aa8e2388ecd for instance with vm_state building and task_state spawning. [ 1719.177363] env[63070]: DEBUG nova.compute.manager [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Received event network-changed-def70e28-26df-43a4-8c08-5aa8e2388ecd {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1719.177517] env[63070]: DEBUG nova.compute.manager [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Refreshing instance network info cache due to event network-changed-def70e28-26df-43a4-8c08-5aa8e2388ecd. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1719.177674] env[63070]: DEBUG oslo_concurrency.lockutils [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] Acquiring lock "refresh_cache-fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.203645] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.297364] env[63070]: DEBUG nova.network.neutron [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Updating instance_info_cache with network_info: [{"id": "def70e28-26df-43a4-8c08-5aa8e2388ecd", "address": "fa:16:3e:49:47:5e", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef70e28-26", "ovs_interfaceid": "def70e28-26df-43a4-8c08-5aa8e2388ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.370485] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.395s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.370951] env[63070]: INFO nova.compute.manager [None req-ddf76832-ff8b-4d47-9d21-ca9d55f8b1e4 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Successfully reverted task state from rebuilding on failure for instance. [ 1719.376879] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.063s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.376879] env[63070]: DEBUG nova.objects.instance [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63070) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1719.388078] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52438887-f9bc-cfb0-9c72-d5c13c551c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.549920] env[63070]: INFO nova.compute.manager [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] instance snapshotting [ 1719.550639] env[63070]: DEBUG nova.objects.instance [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'flavor' on Instance uuid 02085c0a-177e-4457-9646-46b9cde79adc {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.599279] env[63070]: DEBUG oslo_vmware.api [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771103, 'name': PowerOnVM_Task, 'duration_secs': 0.687419} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.599530] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.599722] env[63070]: INFO nova.compute.manager [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1719.599897] env[63070]: DEBUG nova.compute.manager [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.600658] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b04178-294f-41c5-b2f2-4eca407c8ab0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.658442] env[63070]: DEBUG oslo_concurrency.lockutils [req-c3f3490f-c8ea-4075-82ed-bdecea9e7aec req-7d8fc515-21dc-49e0-ba7b-f0b9bf9b9690 service nova] Releasing lock "refresh_cache-feb91057-5913-4446-a1fb-5cab7a6340bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.704314] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.800676] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "refresh_cache-fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.801097] env[63070]: DEBUG nova.compute.manager [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Instance network_info: |[{"id": "def70e28-26df-43a4-8c08-5aa8e2388ecd", "address": "fa:16:3e:49:47:5e", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef70e28-26", "ovs_interfaceid": "def70e28-26df-43a4-8c08-5aa8e2388ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1719.801443] env[63070]: DEBUG oslo_concurrency.lockutils [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] Acquired lock "refresh_cache-fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.802029] env[63070]: DEBUG nova.network.neutron [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Refreshing network info cache for port def70e28-26df-43a4-8c08-5aa8e2388ecd {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.803024] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:47:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'def70e28-26df-43a4-8c08-5aa8e2388ecd', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1719.810404] env[63070]: DEBUG oslo.service.loopingcall [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.813497] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1719.813866] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5facbc2e-0d0b-47a3-8119-1431555ee659 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.834891] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.834891] env[63070]: value = "task-1771104" [ 1719.834891] env[63070]: _type = "Task" [ 1719.834891] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.843098] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771104, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.893569] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52438887-f9bc-cfb0-9c72-d5c13c551c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.987211] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "interface-cd346315-2e8a-4f57-9ede-bfe120c1d1b5-0b509b0a-4b46-4aed-8d06-298a95e86bbe" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.987478] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-cd346315-2e8a-4f57-9ede-bfe120c1d1b5-0b509b0a-4b46-4aed-8d06-298a95e86bbe" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.997500] env[63070]: DEBUG nova.compute.manager [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1720.023997] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.024291] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.024498] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.024707] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.024845] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.027850] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.027850] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.027850] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.027850] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.027850] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.027850] env[63070]: DEBUG nova.virt.hardware [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.027850] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a09afc-db3f-43fe-8953-c425dcbb18b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.035924] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3fd038-82d9-492e-9388-5b04931aa073 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.062797] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b73498c-84a2-41c8-ba8b-3ca01a305d48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.084310] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c7bbf0-9c40-472d-abdd-80fb3e426fdc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.121163] env[63070]: INFO nova.compute.manager [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Took 18.94 seconds to build instance. [ 1720.129258] env[63070]: DEBUG nova.network.neutron [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Updated VIF entry in instance network info cache for port def70e28-26df-43a4-8c08-5aa8e2388ecd. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.129258] env[63070]: DEBUG nova.network.neutron [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Updating instance_info_cache with network_info: [{"id": "def70e28-26df-43a4-8c08-5aa8e2388ecd", "address": "fa:16:3e:49:47:5e", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef70e28-26", "ovs_interfaceid": "def70e28-26df-43a4-8c08-5aa8e2388ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.205028] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.344492] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771104, 'name': CreateVM_Task, 'duration_secs': 0.395665} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.344685] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1720.345386] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.387363] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ba67e391-86ba-4e1a-b55e-97f158512d1b tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.391699] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.088s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.393337] env[63070]: INFO nova.compute.claims [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.396014] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52438887-f9bc-cfb0-9c72-d5c13c551c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.455810] env[63070]: DEBUG nova.network.neutron [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Successfully updated port: 2bcf0768-b7f1-4ca9-a402-0390e7830c33 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1720.490628] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.490858] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.492149] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5e774a-a7fc-4a23-a66a-97e88492a4d4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.511289] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dc6f2b-61a8-4563-853d-1ef4b326d531 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.537878] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Reconfiguring VM to detach interface {{(pid=63070) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1720.539283] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d91780f0-da2c-4013-b9ab-4a484a015b68 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.561979] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1720.561979] env[63070]: value = "task-1771105" [ 1720.561979] env[63070]: _type = "Task" [ 1720.561979] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.575401] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.598298] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1720.598747] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-66ff980d-1619-4cc8-840d-0d9955322375 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.606628] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1720.606628] env[63070]: value = "task-1771106" [ 1720.606628] env[63070]: _type = "Task" [ 1720.606628] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.616090] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771106, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.623769] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99bc56ca-d5f0-44cd-9fbd-bf0b6c1f63d8 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lock "8202d6eb-e3db-487b-8e4b-1b234b0cf24f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.452s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.632129] env[63070]: DEBUG oslo_concurrency.lockutils [req-8ab910ff-01cb-4bf7-adaf-ba869ffbfa44 req-fd5a1743-9bf5-41e2-a68e-d2781f8c8a02 service nova] Releasing lock "refresh_cache-fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.705137] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771102, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.894312] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52438887-f9bc-cfb0-9c72-d5c13c551c75, 'name': SearchDatastore_Task, 'duration_secs': 2.06207} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.894678] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.894956] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.895686] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.895686] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.895686] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.895996] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.896342] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1720.896615] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-559508f2-76a1-446f-98dd-ad5082140fab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.901241] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f9eab76-1328-4e55-b80f-e52190430943 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.906915] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1720.906915] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52483cee-9996-0a85-4051-1cc5284eeff6" [ 1720.906915] env[63070]: _type = "Task" [ 1720.906915] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.911481] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.911679] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1720.913296] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579a6bdc-31ab-40a3-a8bf-d6aaf17b4f3d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.919061] env[63070]: DEBUG nova.compute.manager [None req-1dcbe159-cbdb-4d47-8995-9cd2eac4be87 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.919655] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52483cee-9996-0a85-4051-1cc5284eeff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.920498] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97146786-a529-45db-b135-963c3692c6b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.926058] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for the task: (returnval){ [ 1720.926058] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5242f5f4-063a-5126-7c2d-b105805b2598" [ 1720.926058] env[63070]: _type = "Task" [ 1720.926058] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.937699] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5242f5f4-063a-5126-7c2d-b105805b2598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.958010] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquiring lock "refresh_cache-fe281723-b933-4bca-b0c8-406bb26342bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.958210] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquired lock "refresh_cache-fe281723-b933-4bca-b0c8-406bb26342bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.958372] env[63070]: DEBUG nova.network.neutron [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.056320] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquiring lock "8202d6eb-e3db-487b-8e4b-1b234b0cf24f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.056619] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lock "8202d6eb-e3db-487b-8e4b-1b234b0cf24f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.056853] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquiring lock "8202d6eb-e3db-487b-8e4b-1b234b0cf24f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.057153] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lock "8202d6eb-e3db-487b-8e4b-1b234b0cf24f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.057331] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lock "8202d6eb-e3db-487b-8e4b-1b234b0cf24f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.060507] env[63070]: INFO nova.compute.manager [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Terminating instance [ 1721.072362] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.117506] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771106, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.206955] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771102, 'name': ReconfigVM_Task, 'duration_secs': 2.558399} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.207316] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ad61f128-c43a-4d19-a5b9-108e8c03c592/ad61f128-c43a-4d19-a5b9-108e8c03c592.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.208030] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cd62a54-912e-46ae-8a70-0370947f4e22 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.214858] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for the task: (returnval){ [ 1721.214858] env[63070]: value = "task-1771107" [ 1721.214858] env[63070]: _type = "Task" [ 1721.214858] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.225353] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771107, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.236247] env[63070]: DEBUG nova.compute.manager [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Received event network-vif-plugged-2bcf0768-b7f1-4ca9-a402-0390e7830c33 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1721.236451] env[63070]: DEBUG oslo_concurrency.lockutils [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] Acquiring lock "fe281723-b933-4bca-b0c8-406bb26342bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.236837] env[63070]: DEBUG oslo_concurrency.lockutils [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] Lock "fe281723-b933-4bca-b0c8-406bb26342bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.236837] env[63070]: DEBUG oslo_concurrency.lockutils [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] Lock "fe281723-b933-4bca-b0c8-406bb26342bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.236956] env[63070]: DEBUG nova.compute.manager [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] No waiting events found dispatching network-vif-plugged-2bcf0768-b7f1-4ca9-a402-0390e7830c33 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1721.237141] env[63070]: WARNING nova.compute.manager [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Received unexpected event network-vif-plugged-2bcf0768-b7f1-4ca9-a402-0390e7830c33 for instance with vm_state building and task_state spawning. [ 1721.237300] env[63070]: DEBUG nova.compute.manager [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Received event network-changed-2bcf0768-b7f1-4ca9-a402-0390e7830c33 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1721.237455] env[63070]: DEBUG nova.compute.manager [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Refreshing instance network info cache due to event network-changed-2bcf0768-b7f1-4ca9-a402-0390e7830c33. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1721.237624] env[63070]: DEBUG oslo_concurrency.lockutils [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] Acquiring lock "refresh_cache-fe281723-b933-4bca-b0c8-406bb26342bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.417593] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52483cee-9996-0a85-4051-1cc5284eeff6, 'name': SearchDatastore_Task, 'duration_secs': 0.019705} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.417967] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.418144] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.418363] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.433338] env[63070]: INFO nova.compute.manager [None req-1dcbe159-cbdb-4d47-8995-9cd2eac4be87 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] instance snapshotting [ 1721.433926] env[63070]: DEBUG nova.objects.instance [None req-1dcbe159-cbdb-4d47-8995-9cd2eac4be87 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lazy-loading 'flavor' on Instance uuid 8202d6eb-e3db-487b-8e4b-1b234b0cf24f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.438961] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5242f5f4-063a-5126-7c2d-b105805b2598, 'name': SearchDatastore_Task, 'duration_secs': 0.012217} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.442523] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9730f8-daa1-476b-b67b-91ae4e3b2c2f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.448018] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for the task: (returnval){ [ 1721.448018] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523987df-2dcd-b9c6-fee5-d7f437da29aa" [ 1721.448018] env[63070]: _type = "Task" [ 1721.448018] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.459795] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523987df-2dcd-b9c6-fee5-d7f437da29aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.491443] env[63070]: DEBUG nova.network.neutron [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1721.569036] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquiring lock "refresh_cache-8202d6eb-e3db-487b-8e4b-1b234b0cf24f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.569036] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquired lock "refresh_cache-8202d6eb-e3db-487b-8e4b-1b234b0cf24f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.569036] env[63070]: DEBUG nova.network.neutron [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.575649] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.619178] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771106, 'name': CreateSnapshot_Task, 'duration_secs': 0.538325} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.619453] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1721.620483] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d6c1f-abab-4064-a695-46f8dd3cf9b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.675478] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2bc35c-f8d9-4775-ae05-596105a66c2a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.685391] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426fb1fa-1147-4d5c-acd7-58644e264038 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.725720] env[63070]: DEBUG nova.network.neutron [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Updating instance_info_cache with network_info: [{"id": "2bcf0768-b7f1-4ca9-a402-0390e7830c33", "address": "fa:16:3e:73:60:26", "network": {"id": "3274fe0d-4dbd-4a89-a916-13da62beb01f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1818664230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9df56c696e8f4ee4a8b11b9593f7ea36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcf0768-b7", "ovs_interfaceid": "2bcf0768-b7f1-4ca9-a402-0390e7830c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.730447] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c61024-0a4f-4957-8ca0-abca3de72df2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.742539] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0495c701-7cbe-4f52-aa75-26f15a40ba1c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.746599] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771107, 'name': Rename_Task, 'duration_secs': 0.168015} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.747185] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.747819] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00ff6211-a057-478d-bf28-efe8f75bdc4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.758653] env[63070]: DEBUG nova.compute.provider_tree [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.762902] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for the task: (returnval){ [ 1721.762902] env[63070]: value = "task-1771108" [ 1721.762902] env[63070]: _type = "Task" [ 1721.762902] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.770913] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.943017] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cb2ffe-1d20-4001-a535-3df70220282f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.963087] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90504e2d-d6e8-4b74-83d7-04f15a971bb4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.971610] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523987df-2dcd-b9c6-fee5-d7f437da29aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.973598] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.973875] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] feb91057-5913-4446-a1fb-5cab7a6340bf/feb91057-5913-4446-a1fb-5cab7a6340bf.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1721.976494] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.976609] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.977228] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4f0909c-972b-414c-93cb-13572fef23c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.979136] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53b34392-cba6-4521-8810-61e6e32ec558 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.986024] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for the task: (returnval){ [ 1721.986024] env[63070]: value = "task-1771109" [ 1721.986024] env[63070]: _type = "Task" [ 1721.986024] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.990041] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.990172] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.991232] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827afdde-fd72-4b1f-8294-b0629f3e1dbd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.997418] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.000040] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1722.000040] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524d80db-97d9-4e78-d9fa-3909e3e45ecf" [ 1722.000040] env[63070]: _type = "Task" [ 1722.000040] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.008201] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524d80db-97d9-4e78-d9fa-3909e3e45ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.078665] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.096781] env[63070]: DEBUG nova.network.neutron [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.146034] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1722.146034] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc9c2e96-147e-4f87-b93d-c70ac11d42aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.154494] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1722.154494] env[63070]: value = "task-1771110" [ 1722.154494] env[63070]: _type = "Task" [ 1722.154494] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.160026] env[63070]: DEBUG nova.network.neutron [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.166216] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.234766] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Releasing lock "refresh_cache-fe281723-b933-4bca-b0c8-406bb26342bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.236308] env[63070]: DEBUG nova.compute.manager [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Instance network_info: |[{"id": "2bcf0768-b7f1-4ca9-a402-0390e7830c33", "address": "fa:16:3e:73:60:26", "network": {"id": "3274fe0d-4dbd-4a89-a916-13da62beb01f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1818664230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9df56c696e8f4ee4a8b11b9593f7ea36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcf0768-b7", "ovs_interfaceid": "2bcf0768-b7f1-4ca9-a402-0390e7830c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1722.236308] env[63070]: DEBUG oslo_concurrency.lockutils [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] Acquired lock "refresh_cache-fe281723-b933-4bca-b0c8-406bb26342bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.236308] env[63070]: DEBUG nova.network.neutron [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Refreshing network info cache for port 2bcf0768-b7f1-4ca9-a402-0390e7830c33 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.236936] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:60:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bcf0768-b7f1-4ca9-a402-0390e7830c33', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1722.244219] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Creating folder: Project (9df56c696e8f4ee4a8b11b9593f7ea36). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1722.245442] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1e542f8-2346-4344-83d3-24c4fe75d7be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.256631] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Created folder: Project (9df56c696e8f4ee4a8b11b9593f7ea36) in parent group-v367531. [ 1722.256828] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Creating folder: Instances. Parent ref: group-v367785. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1722.257093] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2978ba3e-119f-4ef2-a790-2624d921e5a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.261344] env[63070]: DEBUG nova.scheduler.client.report [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1722.269969] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Created folder: Instances in parent group-v367785. [ 1722.270688] env[63070]: DEBUG oslo.service.loopingcall [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.271888] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1722.273020] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-272d2268-c284-4dce-a45d-6df268e06674 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.301320] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.307137] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1722.307137] env[63070]: value = "task-1771113" [ 1722.307137] env[63070]: _type = "Task" [ 1722.307137] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.316737] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771113, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.480117] env[63070]: DEBUG nova.compute.manager [None req-1dcbe159-cbdb-4d47-8995-9cd2eac4be87 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Instance disappeared during snapshot {{(pid=63070) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1722.498760] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.514282] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524d80db-97d9-4e78-d9fa-3909e3e45ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.015605} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.515197] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8272bd-80ea-404d-9f64-48e200709862 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.522903] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1722.522903] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52365fa6-ee72-2194-cc9e-3a514984b89d" [ 1722.522903] env[63070]: _type = "Task" [ 1722.522903] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.532706] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52365fa6-ee72-2194-cc9e-3a514984b89d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.577969] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.665750] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.667398] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Releasing lock "refresh_cache-8202d6eb-e3db-487b-8e4b-1b234b0cf24f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.667876] env[63070]: DEBUG nova.compute.manager [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.668116] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.669056] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16d36bb-9c8e-4ece-950c-8fc12901b9b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.676582] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.676873] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b508b523-533e-4bf9-bccb-4d62eeec16b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.683125] env[63070]: DEBUG oslo_vmware.api [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for the task: (returnval){ [ 1722.683125] env[63070]: value = "task-1771114" [ 1722.683125] env[63070]: _type = "Task" [ 1722.683125] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.687233] env[63070]: DEBUG nova.compute.manager [None req-1dcbe159-cbdb-4d47-8995-9cd2eac4be87 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Found 0 images (rotation: 2) {{(pid=63070) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1722.693649] env[63070]: DEBUG oslo_vmware.api [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.766306] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.767044] env[63070]: DEBUG nova.compute.manager [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.776576] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.607s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.779382] env[63070]: INFO nova.compute.claims [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1722.791578] env[63070]: DEBUG oslo_vmware.api [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771108, 'name': PowerOnVM_Task, 'duration_secs': 0.70682} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.791954] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.792259] env[63070]: INFO nova.compute.manager [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Took 12.49 seconds to spawn the instance on the hypervisor. [ 1722.792537] env[63070]: DEBUG nova.compute.manager [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.796918] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc24a1c-a74b-4204-b892-ab2707da21ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.827369] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771113, 'name': CreateVM_Task, 'duration_secs': 0.462861} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.827590] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.828246] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.828412] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.828739] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.828992] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090b731d-d307-431d-a03e-df4061fd0b10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.833846] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for the task: (returnval){ [ 1722.833846] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c29dc4-3518-3da1-d880-0910c083a2bb" [ 1722.833846] env[63070]: _type = "Task" [ 1722.833846] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.842974] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c29dc4-3518-3da1-d880-0910c083a2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.997919] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713433} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.998264] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] feb91057-5913-4446-a1fb-5cab7a6340bf/feb91057-5913-4446-a1fb-5cab7a6340bf.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.998402] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.998732] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c352e00-37b9-4d02-bb74-48057e1727e4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.005983] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for the task: (returnval){ [ 1723.005983] env[63070]: value = "task-1771115" [ 1723.005983] env[63070]: _type = "Task" [ 1723.005983] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.010460] env[63070]: DEBUG nova.network.neutron [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Updated VIF entry in instance network info cache for port 2bcf0768-b7f1-4ca9-a402-0390e7830c33. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.010791] env[63070]: DEBUG nova.network.neutron [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Updating instance_info_cache with network_info: [{"id": "2bcf0768-b7f1-4ca9-a402-0390e7830c33", "address": "fa:16:3e:73:60:26", "network": {"id": "3274fe0d-4dbd-4a89-a916-13da62beb01f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1818664230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9df56c696e8f4ee4a8b11b9593f7ea36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcf0768-b7", "ovs_interfaceid": "2bcf0768-b7f1-4ca9-a402-0390e7830c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.018078] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.035694] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52365fa6-ee72-2194-cc9e-3a514984b89d, 'name': SearchDatastore_Task, 'duration_secs': 0.059349} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.036114] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.036427] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b/fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1723.036705] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26b4a21f-24ce-48b9-a71b-91625352cf63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.044164] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1723.044164] env[63070]: value = "task-1771116" [ 1723.044164] env[63070]: _type = "Task" [ 1723.044164] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.054119] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.076649] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.167510] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.192964] env[63070]: DEBUG oslo_vmware.api [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771114, 'name': PowerOffVM_Task, 'duration_secs': 0.146065} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.193289] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.193537] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.193801] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31902bc1-1b7d-4b1b-a3aa-eec68b3c5419 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.219341] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.219561] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.219741] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Deleting the datastore file [datastore1] 8202d6eb-e3db-487b-8e4b-1b234b0cf24f {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.220132] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c5b40ec-be71-4190-afad-8a6469c7cc8e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.227496] env[63070]: DEBUG oslo_vmware.api [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for the task: (returnval){ [ 1723.227496] env[63070]: value = "task-1771118" [ 1723.227496] env[63070]: _type = "Task" [ 1723.227496] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.235954] env[63070]: DEBUG oslo_vmware.api [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.285734] env[63070]: DEBUG nova.compute.utils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1723.289445] env[63070]: DEBUG nova.compute.manager [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Not allocating networking since 'none' was specified. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1723.328112] env[63070]: INFO nova.compute.manager [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Took 23.23 seconds to build instance. [ 1723.344443] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c29dc4-3518-3da1-d880-0910c083a2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.023904} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.345188] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.345442] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.345929] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.345929] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.346135] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.346714] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a960cdc-31b9-4c0a-83e1-a43a5a98ca56 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.365248] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.365900] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.366208] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9bab66-fd82-4020-ac3d-d257b5fc5dc3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.373482] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for the task: (returnval){ [ 1723.373482] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d43ba0-ce74-a0cf-23e0-1908214332df" [ 1723.373482] env[63070]: _type = "Task" [ 1723.373482] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.385519] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d43ba0-ce74-a0cf-23e0-1908214332df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.516168] env[63070]: DEBUG oslo_concurrency.lockutils [req-04c4d286-d8a9-42af-be17-51f1f7dcc15f req-9c51f7fa-47bd-4ea0-9aa3-982c22984588 service nova] Releasing lock "refresh_cache-fe281723-b933-4bca-b0c8-406bb26342bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.516679] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060916} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.517096] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.518034] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015561c6-218d-433c-a432-e068fefdaf81 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.541313] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] feb91057-5913-4446-a1fb-5cab7a6340bf/feb91057-5913-4446-a1fb-5cab7a6340bf.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.541646] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fd9cb36-1c5f-4dd7-aa9e-711e14750550 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.566711] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771116, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.571166] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for the task: (returnval){ [ 1723.571166] env[63070]: value = "task-1771119" [ 1723.571166] env[63070]: _type = "Task" [ 1723.571166] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.580284] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.586923] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.665927] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.737009] env[63070]: DEBUG oslo_vmware.api [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Task: {'id': task-1771118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375324} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.737278] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1723.737462] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1723.737638] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1723.737807] env[63070]: INFO nova.compute.manager [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1723.738096] env[63070]: DEBUG oslo.service.loopingcall [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.738301] env[63070]: DEBUG nova.compute.manager [-] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1723.738397] env[63070]: DEBUG nova.network.neutron [-] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1723.753490] env[63070]: DEBUG nova.network.neutron [-] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1723.789570] env[63070]: DEBUG nova.compute.manager [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.830502] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e016e2de-a1c7-4434-b04d-bc9f54ed7170 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lock "ad61f128-c43a-4d19-a5b9-108e8c03c592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.754s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.883604] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d43ba0-ce74-a0cf-23e0-1908214332df, 'name': SearchDatastore_Task, 'duration_secs': 0.053179} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.886990] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07809b68-0bb5-41d0-ab80-5c978e3e7d6e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.892213] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for the task: (returnval){ [ 1723.892213] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522edbd7-1401-490e-5206-4f81ad63d5c1" [ 1723.892213] env[63070]: _type = "Task" [ 1723.892213] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.900704] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522edbd7-1401-490e-5206-4f81ad63d5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.063877] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacb282b-41b5-41f6-9c30-5328c7a29aa1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.069831] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649742} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.072968] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b/fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1724.073211] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1724.073505] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8271ff62-db1f-41b9-b41b-ee58885657a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.081983] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5dc7f8-c34a-483f-b956-4ee7615c4600 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.087921] env[63070]: DEBUG nova.compute.manager [req-4ae4b6d1-b7f8-490b-8503-292207394a72 req-0dede009-c8e9-4b73-b896-bba7bc866e61 service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Received event network-changed-466d8b5c-7c6f-4bda-813b-944bc6d2f7c8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1724.088122] env[63070]: DEBUG nova.compute.manager [req-4ae4b6d1-b7f8-490b-8503-292207394a72 req-0dede009-c8e9-4b73-b896-bba7bc866e61 service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Refreshing instance network info cache due to event network-changed-466d8b5c-7c6f-4bda-813b-944bc6d2f7c8. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1724.088339] env[63070]: DEBUG oslo_concurrency.lockutils [req-4ae4b6d1-b7f8-490b-8503-292207394a72 req-0dede009-c8e9-4b73-b896-bba7bc866e61 service nova] Acquiring lock "refresh_cache-ad61f128-c43a-4d19-a5b9-108e8c03c592" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.088493] env[63070]: DEBUG oslo_concurrency.lockutils [req-4ae4b6d1-b7f8-490b-8503-292207394a72 req-0dede009-c8e9-4b73-b896-bba7bc866e61 service nova] Acquired lock "refresh_cache-ad61f128-c43a-4d19-a5b9-108e8c03c592" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.088630] env[63070]: DEBUG nova.network.neutron [req-4ae4b6d1-b7f8-490b-8503-292207394a72 req-0dede009-c8e9-4b73-b896-bba7bc866e61 service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Refreshing network info cache for port 466d8b5c-7c6f-4bda-813b-944bc6d2f7c8 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.094727] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.095050] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1724.095050] env[63070]: value = "task-1771120" [ 1724.095050] env[63070]: _type = "Task" [ 1724.095050] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.101918] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.129274] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94ad5d1-e393-417d-a882-7a2c275cfa6e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.135043] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771120, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.140456] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5165e5e-293b-466b-83a2-5e7f4191965a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.155672] env[63070]: DEBUG nova.compute.provider_tree [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.165274] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.256319] env[63070]: DEBUG nova.network.neutron [-] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.405018] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522edbd7-1401-490e-5206-4f81ad63d5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.030689} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.405304] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.405559] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] fe281723-b933-4bca-b0c8-406bb26342bf/fe281723-b933-4bca-b0c8-406bb26342bf.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.406072] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d615a2b-aafd-4395-b29c-b0f5f4bb50cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.412416] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for the task: (returnval){ [ 1724.412416] env[63070]: value = "task-1771121" [ 1724.412416] env[63070]: _type = "Task" [ 1724.412416] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.420287] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.582553] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.585722] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.606595] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071143} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.606895] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1724.607706] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5e5718-7095-49bb-af3b-0b368b1cbd03 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.630254] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b/fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.631055] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b710825-e136-44ee-8099-adf19d8aa1c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.652045] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1724.652045] env[63070]: value = "task-1771122" [ 1724.652045] env[63070]: _type = "Task" [ 1724.652045] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.665737] env[63070]: DEBUG nova.scheduler.client.report [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.668825] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.676422] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.759610] env[63070]: INFO nova.compute.manager [-] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Took 1.02 seconds to deallocate network for instance. [ 1724.801246] env[63070]: DEBUG nova.compute.manager [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1724.826979] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.827255] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.827430] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.827662] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.827805] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.827948] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.828190] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.828322] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.828485] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.828696] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.828873] env[63070]: DEBUG nova.virt.hardware [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.830209] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c826ab60-e461-4958-8259-e3099a189585 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.841029] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe54e57-ec38-4bbb-8475-b3ff98708c61 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.857742] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1724.864109] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Creating folder: Project (46e7bc58d7ae444687cf247c3e0b7f94). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1724.864630] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70565d7d-fff2-41f3-8264-92f2166f07ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.867684] env[63070]: DEBUG nova.network.neutron [req-4ae4b6d1-b7f8-490b-8503-292207394a72 req-0dede009-c8e9-4b73-b896-bba7bc866e61 service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Updated VIF entry in instance network info cache for port 466d8b5c-7c6f-4bda-813b-944bc6d2f7c8. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.868140] env[63070]: DEBUG nova.network.neutron [req-4ae4b6d1-b7f8-490b-8503-292207394a72 req-0dede009-c8e9-4b73-b896-bba7bc866e61 service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Updating instance_info_cache with network_info: [{"id": "466d8b5c-7c6f-4bda-813b-944bc6d2f7c8", "address": "fa:16:3e:d8:c9:62", "network": {"id": "62f6c7ec-e5a5-486a-b9db-b8437dff1485", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1812510457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e66ea290dc014dbbb9e49212ba5e8387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466d8b5c-7c", "ovs_interfaceid": "466d8b5c-7c6f-4bda-813b-944bc6d2f7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.881502] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Created folder: Project (46e7bc58d7ae444687cf247c3e0b7f94) in parent group-v367531. [ 1724.881708] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Creating folder: Instances. Parent ref: group-v367788. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1724.881999] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cc78dc5-a923-4a0a-ac35-657473ab8967 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.892632] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Created folder: Instances in parent group-v367788. [ 1724.892878] env[63070]: DEBUG oslo.service.loopingcall [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.893102] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1724.894090] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f39cc860-7d95-4879-94da-fd1b9db9737e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.913265] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1724.913265] env[63070]: value = "task-1771125" [ 1724.913265] env[63070]: _type = "Task" [ 1724.913265] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.927273] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771121, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.930502] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771125, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.084709] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.088261] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771119, 'name': ReconfigVM_Task, 'duration_secs': 1.018456} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.088569] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Reconfigured VM instance instance-0000005b to attach disk [datastore1] feb91057-5913-4446-a1fb-5cab7a6340bf/feb91057-5913-4446-a1fb-5cab7a6340bf.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.089278] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d93760b9-e358-43c3-a5fc-8b475abf8da6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.098472] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for the task: (returnval){ [ 1725.098472] env[63070]: value = "task-1771126" [ 1725.098472] env[63070]: _type = "Task" [ 1725.098472] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.110978] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771126, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.162109] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771122, 'name': ReconfigVM_Task, 'duration_secs': 0.473159} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.165500] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b/fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.166137] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-892252d9-e2fb-4e5f-83ff-ed088b181b44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.172893] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.173399] env[63070]: DEBUG nova.compute.manager [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1725.175901] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.177257] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.196s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.177480] env[63070]: DEBUG nova.objects.instance [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lazy-loading 'resources' on Instance uuid fdc59a92-c8c9-4768-bef5-52d7f12f01e1 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.178529] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1725.178529] env[63070]: value = "task-1771127" [ 1725.178529] env[63070]: _type = "Task" [ 1725.178529] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.187329] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771127, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.213223] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ad589-f048-b38f-894d-058741c5d136/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1725.214166] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885fbe46-5e86-470c-b659-8faaa9c4c26e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.221319] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ad589-f048-b38f-894d-058741c5d136/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1725.221492] env[63070]: ERROR oslo_vmware.rw_handles [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ad589-f048-b38f-894d-058741c5d136/disk-0.vmdk due to incomplete transfer. [ 1725.221952] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f624657-58ad-4b23-b9ba-024b23def7b9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.228835] env[63070]: DEBUG oslo_vmware.rw_handles [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ad589-f048-b38f-894d-058741c5d136/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1725.229087] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Uploaded image c28c6278-9413-406c-82e4-a1417167c4dd to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1725.231400] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1725.231657] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ed88066-a5ac-499f-86c9-40cb2a323044 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.237855] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1725.237855] env[63070]: value = "task-1771128" [ 1725.237855] env[63070]: _type = "Task" [ 1725.237855] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.247522] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.266940] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.371717] env[63070]: DEBUG oslo_concurrency.lockutils [req-4ae4b6d1-b7f8-490b-8503-292207394a72 req-0dede009-c8e9-4b73-b896-bba7bc866e61 service nova] Releasing lock "refresh_cache-ad61f128-c43a-4d19-a5b9-108e8c03c592" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.425917] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715631} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.429864] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] fe281723-b933-4bca-b0c8-406bb26342bf/fe281723-b933-4bca-b0c8-406bb26342bf.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.429864] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.429864] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771125, 'name': CreateVM_Task, 'duration_secs': 0.433607} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.430057] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-352c33f8-4cf2-4c04-921e-631930c2196c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.431853] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.432307] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.432625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.433044] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.433383] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ac5aca-a8ae-4840-992f-7ce00b29ec05 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.437433] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for the task: (returnval){ [ 1725.437433] env[63070]: value = "task-1771129" [ 1725.437433] env[63070]: _type = "Task" [ 1725.437433] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.438701] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1725.438701] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d83d38-660d-5e09-5198-71ebf2a2b775" [ 1725.438701] env[63070]: _type = "Task" [ 1725.438701] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.449578] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.452648] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d83d38-660d-5e09-5198-71ebf2a2b775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.581691] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.607306] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771126, 'name': Rename_Task, 'duration_secs': 0.203111} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.607617] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.607917] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49f70001-ae25-4c85-a510-d54f4574e920 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.614233] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for the task: (returnval){ [ 1725.614233] env[63070]: value = "task-1771130" [ 1725.614233] env[63070]: _type = "Task" [ 1725.614233] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.621600] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.670764] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.680148] env[63070]: DEBUG nova.compute.utils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1725.684339] env[63070]: DEBUG nova.compute.manager [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1725.684549] env[63070]: DEBUG nova.network.neutron [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1725.696378] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771127, 'name': Rename_Task, 'duration_secs': 0.197986} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.696607] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.696849] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-786b8d35-b692-467b-9147-eab4a6005bf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.703413] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1725.703413] env[63070]: value = "task-1771131" [ 1725.703413] env[63070]: _type = "Task" [ 1725.703413] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.714368] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.741660] env[63070]: DEBUG nova.policy [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cf1d5a1be314a24a88a53e2cf11c524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1bb84650554bb4b2ffe1f83ae5be14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1725.751675] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.948578] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b3ce79-9710-4c33-a6a2-d42e6a8ffc41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.953594] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068619} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.954149] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1725.954930] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d35fbd7-bf3d-455b-b150-f073680fa603 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.962180] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d83d38-660d-5e09-5198-71ebf2a2b775, 'name': SearchDatastore_Task, 'duration_secs': 0.014623} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.962856] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.963101] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1725.963336] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.963525] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.963665] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1725.964656] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e9bd58-681f-4ff3-a772-045d6bd1eed8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.976962] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c601e7-e20f-4751-91cf-921b818803fd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.987752] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] fe281723-b933-4bca-b0c8-406bb26342bf/fe281723-b933-4bca-b0c8-406bb26342bf.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.988514] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a412402-3bf6-4fe9-910c-5bd0a6753db7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.033535] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cceace-f705-4790-8f4e-805db273611c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.038164] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for the task: (returnval){ [ 1726.038164] env[63070]: value = "task-1771132" [ 1726.038164] env[63070]: _type = "Task" [ 1726.038164] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.045547] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.045744] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.046883] env[63070]: DEBUG nova.network.neutron [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Successfully created port: a9822aac-ee4b-49d1-9a61-e2bc56cda954 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1726.049753] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee2c271-cdec-4c27-8d9c-558ac1c217a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.053624] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0be9493-7164-42e4-b84e-a775d34b5a2e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.059074] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.062692] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1726.062692] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529daee7-d1da-0c82-648e-36c2cad8d9a9" [ 1726.062692] env[63070]: _type = "Task" [ 1726.062692] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.070576] env[63070]: DEBUG nova.compute.provider_tree [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.083794] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529daee7-d1da-0c82-648e-36c2cad8d9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.087794] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.124081] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.172893] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.184691] env[63070]: DEBUG nova.compute.manager [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1726.216350] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771131, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.250185] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.552700] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771132, 'name': ReconfigVM_Task, 'duration_secs': 0.308461} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.556372] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Reconfigured VM instance instance-0000005d to attach disk [datastore1] fe281723-b933-4bca-b0c8-406bb26342bf/fe281723-b933-4bca-b0c8-406bb26342bf.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.557170] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a78e2aa8-88df-4223-a158-554efca47134 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.569086] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for the task: (returnval){ [ 1726.569086] env[63070]: value = "task-1771133" [ 1726.569086] env[63070]: _type = "Task" [ 1726.569086] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.576992] env[63070]: DEBUG nova.scheduler.client.report [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.586807] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771133, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.592424] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529daee7-d1da-0c82-648e-36c2cad8d9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.023082} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.596965] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.597282] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d66821-57c6-4a7c-b9a7-3e6580ce8913 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.603593] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1726.603593] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f10fa1-3e12-bce8-5617-d606427d9e34" [ 1726.603593] env[63070]: _type = "Task" [ 1726.603593] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.611687] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f10fa1-3e12-bce8-5617-d606427d9e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.625671] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771130, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.673186] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.715943] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771131, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.749950] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.080011] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771133, 'name': Rename_Task, 'duration_secs': 0.136206} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.083434] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.083434] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-994af3cb-f2be-4a88-9667-bbb5da096b4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.090815] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.092657] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.094186] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.688s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.094306] env[63070]: DEBUG nova.objects.instance [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lazy-loading 'resources' on Instance uuid 90917068-a464-481e-a02d-e49a9267fc84 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.095616] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for the task: (returnval){ [ 1727.095616] env[63070]: value = "task-1771134" [ 1727.095616] env[63070]: _type = "Task" [ 1727.095616] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.104350] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.116648] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f10fa1-3e12-bce8-5617-d606427d9e34, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.120369] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.120642] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 555f1376-2ff0-4283-9e8e-315dbbc440f9/555f1376-2ff0-4283-9e8e-315dbbc440f9.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.120942] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f805b3f9-04b9-403e-a16b-abbbe8eb849e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.129175] env[63070]: DEBUG oslo_vmware.api [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771130, 'name': PowerOnVM_Task, 'duration_secs': 1.132299} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.130300] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1727.130457] env[63070]: INFO nova.compute.manager [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Took 11.93 seconds to spawn the instance on the hypervisor. [ 1727.130650] env[63070]: DEBUG nova.compute.manager [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.131292] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1727.131292] env[63070]: value = "task-1771135" [ 1727.131292] env[63070]: _type = "Task" [ 1727.131292] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.131684] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d708f3-b78b-4429-8151-064c4440e019 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.146382] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.173653] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.194192] env[63070]: DEBUG nova.compute.manager [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1727.222678] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771131, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.226238] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1727.226618] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1727.227069] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1727.227223] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1727.227405] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1727.227582] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1727.227786] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1727.227986] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1727.228187] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1727.228352] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1727.228582] env[63070]: DEBUG nova.virt.hardware [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1727.229498] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba8c32d-b3da-45e4-9605-553446c57d94 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.238488] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c098613f-53cf-44fe-a36f-96d225d9b0a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.251374] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.593430] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.610176] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771134, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.620560] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36703f25-54e5-4156-bbe6-0fb747332c97 tempest-ServerActionsV293TestJSON-2124283109 tempest-ServerActionsV293TestJSON-2124283109-project-member] Lock "fdc59a92-c8c9-4768-bef5-52d7f12f01e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.859s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.655541] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771135, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.660827] env[63070]: INFO nova.compute.manager [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Took 23.72 seconds to build instance. [ 1727.677208] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.718519] env[63070]: DEBUG oslo_vmware.api [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771131, 'name': PowerOnVM_Task, 'duration_secs': 1.54366} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.718841] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1727.718972] env[63070]: INFO nova.compute.manager [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1727.719166] env[63070]: DEBUG nova.compute.manager [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.719970] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0436e7ad-a7da-4528-bd13-30a06172eeea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.754010] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.873221] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64340a-ca7d-4d43-a841-3acb420428cc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.880368] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b44fe6-7695-44d2-b891-19f0972de72f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.912098] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ca22e-d1b2-4c7e-94c1-da3680a34051 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.919194] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36519d86-62a6-4c0d-abdb-7f50b964de73 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.932492] env[63070]: DEBUG nova.compute.provider_tree [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.090577] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.108787] env[63070]: DEBUG oslo_vmware.api [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771134, 'name': PowerOnVM_Task, 'duration_secs': 0.550204} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.109065] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.109258] env[63070]: INFO nova.compute.manager [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1728.109433] env[63070]: DEBUG nova.compute.manager [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.110232] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e4ac39-75b3-47c3-b929-93e7ac68ba88 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.146921] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563444} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.147176] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 555f1376-2ff0-4283-9e8e-315dbbc440f9/555f1376-2ff0-4283-9e8e-315dbbc440f9.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.147436] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.147714] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4934ecef-4388-442f-b310-32c7822fc588 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.157517] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1728.157517] env[63070]: value = "task-1771136" [ 1728.157517] env[63070]: _type = "Task" [ 1728.157517] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.162934] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9caca356-fd1e-4ce8-8f07-f2403e2ee13f tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lock "feb91057-5913-4446-a1fb-5cab7a6340bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.237s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.167457] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.187494] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.239808] env[63070]: INFO nova.compute.manager [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Took 23.66 seconds to build instance. [ 1728.253230] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.437866] env[63070]: DEBUG nova.scheduler.client.report [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.595688] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.627298] env[63070]: INFO nova.compute.manager [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Took 23.02 seconds to build instance. [ 1728.670750] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202768} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.673992] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.674555] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46533563-1b06-4445-aecc-8da688913f71 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.681848] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.698245] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 555f1376-2ff0-4283-9e8e-315dbbc440f9/555f1376-2ff0-4283-9e8e-315dbbc440f9.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.698245] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-819f3ac1-47de-473b-82f1-e2f9ab8d8582 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.717703] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1728.717703] env[63070]: value = "task-1771137" [ 1728.717703] env[63070]: _type = "Task" [ 1728.717703] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.725730] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.741596] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93946387-c779-41c8-a4d2-2617bd6a32b5 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.173s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.755219] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.800537] env[63070]: DEBUG nova.compute.manager [req-3080f416-5812-440f-8de5-ba65e7996dce req-2dbea705-5a23-41b8-b7cb-143e731f64a9 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Received event network-changed-b0576c10-e9a9-40f3-a902-83d09c2eaeaf {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1728.800878] env[63070]: DEBUG nova.compute.manager [req-3080f416-5812-440f-8de5-ba65e7996dce req-2dbea705-5a23-41b8-b7cb-143e731f64a9 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Refreshing instance network info cache due to event network-changed-b0576c10-e9a9-40f3-a902-83d09c2eaeaf. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1728.801123] env[63070]: DEBUG oslo_concurrency.lockutils [req-3080f416-5812-440f-8de5-ba65e7996dce req-2dbea705-5a23-41b8-b7cb-143e731f64a9 service nova] Acquiring lock "refresh_cache-feb91057-5913-4446-a1fb-5cab7a6340bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.801161] env[63070]: DEBUG oslo_concurrency.lockutils [req-3080f416-5812-440f-8de5-ba65e7996dce req-2dbea705-5a23-41b8-b7cb-143e731f64a9 service nova] Acquired lock "refresh_cache-feb91057-5913-4446-a1fb-5cab7a6340bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.801320] env[63070]: DEBUG nova.network.neutron [req-3080f416-5812-440f-8de5-ba65e7996dce req-2dbea705-5a23-41b8-b7cb-143e731f64a9 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Refreshing network info cache for port b0576c10-e9a9-40f3-a902-83d09c2eaeaf {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.942638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.945164] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.219s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.945431] env[63070]: DEBUG nova.objects.instance [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lazy-loading 'resources' on Instance uuid f8e3d468-dfca-4fe5-8d3d-0b7ca761728b {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.968652] env[63070]: INFO nova.scheduler.client.report [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted allocations for instance 90917068-a464-481e-a02d-e49a9267fc84 [ 1729.093391] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.129047] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ace8a490-6ece-4423-88c3-0a9ced8a643e tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lock "fe281723-b933-4bca-b0c8-406bb26342bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.530s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.182347] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.183974] env[63070]: DEBUG nova.compute.manager [req-35b3edaa-2da4-4ab1-bf69-a0dff71f0a68 req-c27c2c97-ba8b-4c2c-a322-081946822ffa service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Received event network-changed-2bcf0768-b7f1-4ca9-a402-0390e7830c33 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1729.184162] env[63070]: DEBUG nova.compute.manager [req-35b3edaa-2da4-4ab1-bf69-a0dff71f0a68 req-c27c2c97-ba8b-4c2c-a322-081946822ffa service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Refreshing instance network info cache due to event network-changed-2bcf0768-b7f1-4ca9-a402-0390e7830c33. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1729.184366] env[63070]: DEBUG oslo_concurrency.lockutils [req-35b3edaa-2da4-4ab1-bf69-a0dff71f0a68 req-c27c2c97-ba8b-4c2c-a322-081946822ffa service nova] Acquiring lock "refresh_cache-fe281723-b933-4bca-b0c8-406bb26342bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.184500] env[63070]: DEBUG oslo_concurrency.lockutils [req-35b3edaa-2da4-4ab1-bf69-a0dff71f0a68 req-c27c2c97-ba8b-4c2c-a322-081946822ffa service nova] Acquired lock "refresh_cache-fe281723-b933-4bca-b0c8-406bb26342bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.184738] env[63070]: DEBUG nova.network.neutron [req-35b3edaa-2da4-4ab1-bf69-a0dff71f0a68 req-c27c2c97-ba8b-4c2c-a322-081946822ffa service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Refreshing network info cache for port 2bcf0768-b7f1-4ca9-a402-0390e7830c33 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.228562] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.255374] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.476796] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1136684c-f2fe-45b1-95d6-c66209aabc3d tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "90917068-a464-481e-a02d-e49a9267fc84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.872s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.542689] env[63070]: DEBUG nova.network.neutron [req-3080f416-5812-440f-8de5-ba65e7996dce req-2dbea705-5a23-41b8-b7cb-143e731f64a9 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Updated VIF entry in instance network info cache for port b0576c10-e9a9-40f3-a902-83d09c2eaeaf. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1729.543121] env[63070]: DEBUG nova.network.neutron [req-3080f416-5812-440f-8de5-ba65e7996dce req-2dbea705-5a23-41b8-b7cb-143e731f64a9 service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Updating instance_info_cache with network_info: [{"id": "b0576c10-e9a9-40f3-a902-83d09c2eaeaf", "address": "fa:16:3e:90:5a:97", "network": {"id": "efacbd19-43b8-4335-a9de-048805e44fb7", "bridge": "br-int", "label": "tempest-ServersTestJSON-911980481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bf1d72afc3c45b3949538c7062dbc63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0576c10-e9", "ovs_interfaceid": "b0576c10-e9a9-40f3-a902-83d09c2eaeaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.565705] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.566132] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.566392] env[63070]: DEBUG nova.compute.manager [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1729.567380] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3592262f-b898-408c-be28-1c4190e0861d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.577929] env[63070]: DEBUG nova.compute.manager [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63070) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1729.578583] env[63070]: DEBUG nova.objects.instance [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lazy-loading 'flavor' on Instance uuid fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.596043] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.682851] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.725040] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17acc49c-60ec-449f-854b-4aa1b63fee88 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.737360] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff60104-1b99-4bcd-b103-f090f31e327b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.740767] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771137, 'name': ReconfigVM_Task, 'duration_secs': 0.864581} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.741049] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 555f1376-2ff0-4283-9e8e-315dbbc440f9/555f1376-2ff0-4283-9e8e-315dbbc440f9.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.741989] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-481f59bb-a79c-4412-b2e1-d9de59b8d645 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.773958] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1563d4c-51d7-4975-88ba-4d7d00775c58 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.775102] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1729.775102] env[63070]: value = "task-1771138" [ 1729.775102] env[63070]: _type = "Task" [ 1729.775102] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.783624] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.786240] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d224fd-626b-4a94-b6d3-a0bc30a1c7a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.795552] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771138, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.805494] env[63070]: DEBUG nova.compute.provider_tree [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.954378] env[63070]: DEBUG nova.network.neutron [req-35b3edaa-2da4-4ab1-bf69-a0dff71f0a68 req-c27c2c97-ba8b-4c2c-a322-081946822ffa service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Updated VIF entry in instance network info cache for port 2bcf0768-b7f1-4ca9-a402-0390e7830c33. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1729.954813] env[63070]: DEBUG nova.network.neutron [req-35b3edaa-2da4-4ab1-bf69-a0dff71f0a68 req-c27c2c97-ba8b-4c2c-a322-081946822ffa service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Updating instance_info_cache with network_info: [{"id": "2bcf0768-b7f1-4ca9-a402-0390e7830c33", "address": "fa:16:3e:73:60:26", "network": {"id": "3274fe0d-4dbd-4a89-a916-13da62beb01f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1818664230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9df56c696e8f4ee4a8b11b9593f7ea36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcf0768-b7", "ovs_interfaceid": "2bcf0768-b7f1-4ca9-a402-0390e7830c33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.045912] env[63070]: DEBUG oslo_concurrency.lockutils [req-3080f416-5812-440f-8de5-ba65e7996dce req-2dbea705-5a23-41b8-b7cb-143e731f64a9 service nova] Releasing lock "refresh_cache-feb91057-5913-4446-a1fb-5cab7a6340bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.092492] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.181924] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.279158] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.288456] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771138, 'name': Rename_Task, 'duration_secs': 0.131099} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.288796] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1730.290319] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a054bb82-4d71-4e97-8b1a-f76710d0ac99 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.299115] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1730.299115] env[63070]: value = "task-1771139" [ 1730.299115] env[63070]: _type = "Task" [ 1730.299115] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.308983] env[63070]: DEBUG nova.scheduler.client.report [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.312463] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.457057] env[63070]: DEBUG oslo_concurrency.lockutils [req-35b3edaa-2da4-4ab1-bf69-a0dff71f0a68 req-c27c2c97-ba8b-4c2c-a322-081946822ffa service nova] Releasing lock "refresh_cache-fe281723-b933-4bca-b0c8-406bb26342bf" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.589603] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.589917] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e35717c-46ed-4206-afa3-cf848ba69661 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.597060] env[63070]: DEBUG oslo_vmware.api [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771105, 'name': ReconfigVM_Task, 'duration_secs': 9.848909} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.598275] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.598488] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Reconfigured VM to detach interface {{(pid=63070) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1730.600623] env[63070]: DEBUG oslo_vmware.api [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1730.600623] env[63070]: value = "task-1771140" [ 1730.600623] env[63070]: _type = "Task" [ 1730.600623] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.609131] env[63070]: DEBUG oslo_vmware.api [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.683562] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771110, 'name': CloneVM_Task, 'duration_secs': 8.227392} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.683876] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Created linked-clone VM from snapshot [ 1730.684717] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4937d8-40f3-4ccf-bd37-9174b6917ce0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.692352] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Uploading image 57c9c8a7-abe2-45fb-a7ee-ef7d07423b05 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1730.713771] env[63070]: DEBUG oslo_vmware.rw_handles [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1730.713771] env[63070]: value = "vm-367784" [ 1730.713771] env[63070]: _type = "VirtualMachine" [ 1730.713771] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1730.714176] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1606ee4b-deef-4364-bf20-0b4a4295cd57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.721357] env[63070]: DEBUG oslo_vmware.rw_handles [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lease: (returnval){ [ 1730.721357] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529f94b3-939e-cf5c-6227-14054f5156e6" [ 1730.721357] env[63070]: _type = "HttpNfcLease" [ 1730.721357] env[63070]: } obtained for exporting VM: (result){ [ 1730.721357] env[63070]: value = "vm-367784" [ 1730.721357] env[63070]: _type = "VirtualMachine" [ 1730.721357] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1730.721592] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the lease: (returnval){ [ 1730.721592] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529f94b3-939e-cf5c-6227-14054f5156e6" [ 1730.721592] env[63070]: _type = "HttpNfcLease" [ 1730.721592] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1730.728243] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1730.728243] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529f94b3-939e-cf5c-6227-14054f5156e6" [ 1730.728243] env[63070]: _type = "HttpNfcLease" [ 1730.728243] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1730.779137] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771128, 'name': Destroy_Task, 'duration_secs': 5.164454} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.779417] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Destroyed the VM [ 1730.779647] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1730.779940] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c48ad107-3689-461a-9a7d-9817ad50faa9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.786602] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1730.786602] env[63070]: value = "task-1771142" [ 1730.786602] env[63070]: _type = "Task" [ 1730.786602] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.794648] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771142, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.808031] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.813846] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.816100] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.348s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.816297] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.816457] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1730.816747] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.354s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.816963] env[63070]: DEBUG nova.objects.instance [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lazy-loading 'resources' on Instance uuid f5d967a6-d5bd-4123-aa5b-efadd2b94bfb {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.818568] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076a814a-6fc6-4ef7-82b4-932889099dec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.828799] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b59ff4-1684-4a6e-b9b2-318b7a397189 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.845084] env[63070]: INFO nova.scheduler.client.report [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleted allocations for instance f8e3d468-dfca-4fe5-8d3d-0b7ca761728b [ 1730.847699] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a52899b-6cc9-4139-9a56-3bdc44a494a2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.856913] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfc8b48-10a2-4235-a031-67ec77be8720 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.886468] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179059MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1730.886623] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.112273] env[63070]: DEBUG oslo_vmware.api [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771140, 'name': PowerOffVM_Task, 'duration_secs': 0.243881} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.112697] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.112913] env[63070]: DEBUG nova.compute.manager [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.113710] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bbe692-629a-4148-8542-f5e6441ee77c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.212008] env[63070]: DEBUG nova.compute.manager [req-df68d1b8-d744-4dd9-8f7d-9f8e516e566d req-93b859ef-738e-41e5-bc3c-2d70386d83e4 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Received event network-vif-deleted-0b509b0a-4b46-4aed-8d06-298a95e86bbe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1731.212245] env[63070]: INFO nova.compute.manager [req-df68d1b8-d744-4dd9-8f7d-9f8e516e566d req-93b859ef-738e-41e5-bc3c-2d70386d83e4 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Neutron deleted interface 0b509b0a-4b46-4aed-8d06-298a95e86bbe; detaching it from the instance and deleting it from the info cache [ 1731.212473] env[63070]: DEBUG nova.network.neutron [req-df68d1b8-d744-4dd9-8f7d-9f8e516e566d req-93b859ef-738e-41e5-bc3c-2d70386d83e4 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updating instance_info_cache with network_info: [{"id": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "address": "fa:16:3e:e5:c5:c0", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce937a1f-1e", "ovs_interfaceid": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.230836] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1731.230836] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529f94b3-939e-cf5c-6227-14054f5156e6" [ 1731.230836] env[63070]: _type = "HttpNfcLease" [ 1731.230836] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1731.231332] env[63070]: DEBUG oslo_vmware.rw_handles [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1731.231332] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529f94b3-939e-cf5c-6227-14054f5156e6" [ 1731.231332] env[63070]: _type = "HttpNfcLease" [ 1731.231332] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1731.232172] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7813db4-d28e-4dae-b7dc-9066d2dba38b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.239271] env[63070]: DEBUG oslo_vmware.rw_handles [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6666-766b-ef57-e052-cf2dde9fe30d/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1731.239457] env[63070]: DEBUG oslo_vmware.rw_handles [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6666-766b-ef57-e052-cf2dde9fe30d/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1731.312977] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771142, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.316738] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.335183] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4771f79-849a-4f3f-892f-262aeba44e81 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.360977] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0fbdf102-eed9-4b6b-9c91-7914ec34fa90 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f8e3d468-dfca-4fe5-8d3d-0b7ca761728b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.818s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.589063] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15648a9a-41dc-47be-bf11-9c9d28ab7ca3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.598373] env[63070]: DEBUG nova.network.neutron [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Successfully updated port: a9822aac-ee4b-49d1-9a61-e2bc56cda954 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.600614] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0513951-93da-4907-8aa7-4e0484e05272 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.640069] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b5072bb1-e674-4b0f-8b11-cc1b4a2aa0ad tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.643808] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aa7c4a-6290-4c47-adf0-878e905bd0de {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.653883] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5342f332-510c-46ee-8b28-383bf9ec416b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.673776] env[63070]: DEBUG nova.compute.provider_tree [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.715497] env[63070]: DEBUG oslo_concurrency.lockutils [req-df68d1b8-d744-4dd9-8f7d-9f8e516e566d req-93b859ef-738e-41e5-bc3c-2d70386d83e4 service nova] Acquiring lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.716524] env[63070]: DEBUG oslo_concurrency.lockutils [req-df68d1b8-d744-4dd9-8f7d-9f8e516e566d req-93b859ef-738e-41e5-bc3c-2d70386d83e4 service nova] Acquired lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.717847] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8606c2-1d04-450f-bc6b-d2f7d080aa9b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.741133] env[63070]: DEBUG oslo_concurrency.lockutils [req-df68d1b8-d744-4dd9-8f7d-9f8e516e566d req-93b859ef-738e-41e5-bc3c-2d70386d83e4 service nova] Releasing lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.741543] env[63070]: WARNING nova.compute.manager [req-df68d1b8-d744-4dd9-8f7d-9f8e516e566d req-93b859ef-738e-41e5-bc3c-2d70386d83e4 service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Detach interface failed, port_id=0b509b0a-4b46-4aed-8d06-298a95e86bbe, reason: No device with interface-id 0b509b0a-4b46-4aed-8d06-298a95e86bbe exists on VM: nova.exception.NotFound: No device with interface-id 0b509b0a-4b46-4aed-8d06-298a95e86bbe exists on VM [ 1731.806486] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771142, 'name': RemoveSnapshot_Task, 'duration_secs': 0.938641} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.809843] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1731.812254] env[63070]: DEBUG nova.compute.manager [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.812254] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c1b37a-497b-455b-8402-44c492222982 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.819901] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.859153] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.859361] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.859590] env[63070]: DEBUG nova.network.neutron [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.052851] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.053384] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.053799] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.054135] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.054422] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.057062] env[63070]: INFO nova.compute.manager [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Terminating instance [ 1732.104893] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.105226] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.105471] env[63070]: DEBUG nova.network.neutron [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.148279] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.148899] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.149751] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.149751] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.149751] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.151885] env[63070]: INFO nova.compute.manager [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Terminating instance [ 1732.176773] env[63070]: DEBUG nova.scheduler.client.report [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.316056] env[63070]: DEBUG oslo_vmware.api [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771139, 'name': PowerOnVM_Task, 'duration_secs': 1.942271} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.317022] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.320073] env[63070]: INFO nova.compute.manager [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1732.320073] env[63070]: DEBUG nova.compute.manager [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.320073] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d862072-f6ba-42bd-9e1a-2c8b692599f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.332363] env[63070]: INFO nova.compute.manager [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Shelve offloading [ 1732.394869] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "f03a1e87-a324-4bda-9533-46de2402fe92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.395251] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.560786] env[63070]: DEBUG nova.compute.manager [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1732.561073] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1732.561976] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b120af77-e890-49d6-a393-254a9b6e7a5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.570306] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.570765] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-377fae52-8807-4139-a2df-a58d19cb56d0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.577826] env[63070]: DEBUG oslo_vmware.api [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1732.577826] env[63070]: value = "task-1771143" [ 1732.577826] env[63070]: _type = "Task" [ 1732.577826] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.586017] env[63070]: DEBUG oslo_vmware.api [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.592419] env[63070]: DEBUG nova.network.neutron [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updating instance_info_cache with network_info: [{"id": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "address": "fa:16:3e:e5:c5:c0", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce937a1f-1e", "ovs_interfaceid": "ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.638227] env[63070]: DEBUG nova.network.neutron [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.657145] env[63070]: DEBUG nova.compute.manager [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1732.657531] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1732.658567] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8230fdd0-2c3e-4788-92ff-c6a3243d740d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.666868] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.667267] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78d5fbfc-5d36-4f6e-96f7-37e435654463 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.684014] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.686348] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.905s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.686686] env[63070]: DEBUG nova.objects.instance [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lazy-loading 'resources' on Instance uuid c8f758c5-2ab4-468d-88b7-f18d11b16d8e {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1732.710517] env[63070]: INFO nova.scheduler.client.report [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted allocations for instance f5d967a6-d5bd-4123-aa5b-efadd2b94bfb [ 1732.762616] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.763816] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.765848] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleting the datastore file [datastore1] fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.766764] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75efd0e5-707a-47eb-a6b0-3145aa262962 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.778918] env[63070]: DEBUG oslo_vmware.api [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1732.778918] env[63070]: value = "task-1771145" [ 1732.778918] env[63070]: _type = "Task" [ 1732.778918] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.789441] env[63070]: DEBUG oslo_vmware.api [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.830165] env[63070]: DEBUG nova.network.neutron [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance_info_cache with network_info: [{"id": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "address": "fa:16:3e:96:2f:95", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9822aac-ee", "ovs_interfaceid": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.836959] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.839369] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37285abc-9815-47f0-bb5c-8e77cdd96bc7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.842850] env[63070]: INFO nova.compute.manager [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Took 25.55 seconds to build instance. [ 1732.847185] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1732.847185] env[63070]: value = "task-1771146" [ 1732.847185] env[63070]: _type = "Task" [ 1732.847185] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.857382] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1732.857866] env[63070]: DEBUG nova.compute.manager [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.858654] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac43964-8caf-4d3a-b0fc-8d688a60e87f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.865891] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.866086] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.866338] env[63070]: DEBUG nova.network.neutron [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.898690] env[63070]: INFO nova.compute.manager [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Detaching volume ab24c73c-0702-4b58-9020-518ebdc626a8 [ 1732.937558] env[63070]: INFO nova.virt.block_device [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Attempting to driver detach volume ab24c73c-0702-4b58-9020-518ebdc626a8 from mountpoint /dev/sdb [ 1732.937558] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1732.937837] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367743', 'volume_id': 'ab24c73c-0702-4b58-9020-518ebdc626a8', 'name': 'volume-ab24c73c-0702-4b58-9020-518ebdc626a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f03a1e87-a324-4bda-9533-46de2402fe92', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab24c73c-0702-4b58-9020-518ebdc626a8', 'serial': 'ab24c73c-0702-4b58-9020-518ebdc626a8'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1732.938620] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14e2b96-2b14-489d-b3e0-db6ade470796 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.964010] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eb5272-37d8-43ab-8cf1-561106294089 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.973027] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3fb667-4a31-4872-8302-ba655791ec3a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.993823] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca40c76-c2f6-421f-879f-725353f182f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.010601] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] The volume has not been displaced from its original location: [datastore1] volume-ab24c73c-0702-4b58-9020-518ebdc626a8/volume-ab24c73c-0702-4b58-9020-518ebdc626a8.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1733.016744] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1733.017298] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bddd6e64-def1-4d0c-9b2b-07133d3a123a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.036861] env[63070]: DEBUG oslo_vmware.api [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1733.036861] env[63070]: value = "task-1771147" [ 1733.036861] env[63070]: _type = "Task" [ 1733.036861] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.045695] env[63070]: DEBUG oslo_vmware.api [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.088327] env[63070]: DEBUG oslo_vmware.api [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771143, 'name': PowerOffVM_Task, 'duration_secs': 0.252997} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.089017] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.089017] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1733.090041] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-115a3170-108c-4621-8412-a7af7bd986ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.095444] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-cd346315-2e8a-4f57-9ede-bfe120c1d1b5" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.227812] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b383d5f7-f636-41ae-b7d1-3bc78ada934c tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "f5d967a6-d5bd-4123-aa5b-efadd2b94bfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.621s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.234678] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1733.234998] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1733.235271] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleting the datastore file [datastore1] cd346315-2e8a-4f57-9ede-bfe120c1d1b5 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.236025] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9ba453a-4feb-426d-a60e-6bc6e829c6b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.247178] env[63070]: DEBUG oslo_vmware.api [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1733.247178] env[63070]: value = "task-1771149" [ 1733.247178] env[63070]: _type = "Task" [ 1733.247178] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.265223] env[63070]: DEBUG oslo_vmware.api [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.289617] env[63070]: DEBUG oslo_vmware.api [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324714} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.289973] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.290172] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.290344] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.290589] env[63070]: INFO nova.compute.manager [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1733.290835] env[63070]: DEBUG oslo.service.loopingcall [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.297196] env[63070]: DEBUG nova.compute.manager [-] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1733.297196] env[63070]: DEBUG nova.network.neutron [-] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.321570] env[63070]: DEBUG nova.compute.manager [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Received event network-vif-plugged-a9822aac-ee4b-49d1-9a61-e2bc56cda954 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1733.321832] env[63070]: DEBUG oslo_concurrency.lockutils [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] Acquiring lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.321991] env[63070]: DEBUG oslo_concurrency.lockutils [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.322183] env[63070]: DEBUG oslo_concurrency.lockutils [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.322348] env[63070]: DEBUG nova.compute.manager [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] No waiting events found dispatching network-vif-plugged-a9822aac-ee4b-49d1-9a61-e2bc56cda954 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1733.322515] env[63070]: WARNING nova.compute.manager [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Received unexpected event network-vif-plugged-a9822aac-ee4b-49d1-9a61-e2bc56cda954 for instance with vm_state building and task_state spawning. [ 1733.322671] env[63070]: DEBUG nova.compute.manager [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Received event network-changed-a9822aac-ee4b-49d1-9a61-e2bc56cda954 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1733.322855] env[63070]: DEBUG nova.compute.manager [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Refreshing instance network info cache due to event network-changed-a9822aac-ee4b-49d1-9a61-e2bc56cda954. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1733.323210] env[63070]: DEBUG oslo_concurrency.lockutils [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] Acquiring lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.332947] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.333471] env[63070]: DEBUG nova.compute.manager [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Instance network_info: |[{"id": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "address": "fa:16:3e:96:2f:95", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9822aac-ee", "ovs_interfaceid": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1733.333632] env[63070]: DEBUG oslo_concurrency.lockutils [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] Acquired lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.333722] env[63070]: DEBUG nova.network.neutron [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Refreshing network info cache for port a9822aac-ee4b-49d1-9a61-e2bc56cda954 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.340296] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:2f:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9822aac-ee4b-49d1-9a61-e2bc56cda954', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1733.348800] env[63070]: DEBUG oslo.service.loopingcall [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.354778] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a74eb7ce-5884-4a47-bad5-edfba0713409 tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "555f1376-2ff0-4283-9e8e-315dbbc440f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.083s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.355266] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1733.355998] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffb9a7ac-c19d-441e-9407-8c445d0cafaf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.387362] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1733.387362] env[63070]: value = "task-1771150" [ 1733.387362] env[63070]: _type = "Task" [ 1733.387362] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.397264] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771150, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.528031] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2650586f-3a84-46e8-8fe0-d7c662ba90e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.538950] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac7066a-7708-44d9-b9af-8e85e1ed96fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.553470] env[63070]: DEBUG oslo_vmware.api [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771147, 'name': ReconfigVM_Task, 'duration_secs': 0.316303} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.578760] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1733.588333] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c773dc1-102b-40ff-b662-a13b92b2275c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.600451] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf7731b-9963-493e-ac92-d68e4c05406c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.605025] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9a7cc710-3bc8-4323-8812-d9f86aaa87bf tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-cd346315-2e8a-4f57-9ede-bfe120c1d1b5-0b509b0a-4b46-4aed-8d06-298a95e86bbe" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.617s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.615560] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c674ea0f-ba14-448a-91ed-715381ecc360 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.620887] env[63070]: DEBUG oslo_vmware.api [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1733.620887] env[63070]: value = "task-1771151" [ 1733.620887] env[63070]: _type = "Task" [ 1733.620887] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.634938] env[63070]: DEBUG nova.compute.provider_tree [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.644374] env[63070]: DEBUG oslo_vmware.api [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.728891] env[63070]: DEBUG nova.network.neutron [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updating instance_info_cache with network_info: [{"id": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "address": "fa:16:3e:49:91:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933c239b-e6", "ovs_interfaceid": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.735827] env[63070]: INFO nova.compute.manager [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Rebuilding instance [ 1733.759563] env[63070]: DEBUG oslo_vmware.api [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232961} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.760034] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.760034] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.760236] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.761824] env[63070]: INFO nova.compute.manager [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1733.761824] env[63070]: DEBUG oslo.service.loopingcall [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.761824] env[63070]: DEBUG nova.compute.manager [-] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1733.761824] env[63070]: DEBUG nova.network.neutron [-] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.804030] env[63070]: DEBUG nova.compute.manager [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.805100] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c468fb78-48d8-4029-af9b-4d3df0e3ef6d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.886927] env[63070]: DEBUG nova.network.neutron [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updated VIF entry in instance network info cache for port a9822aac-ee4b-49d1-9a61-e2bc56cda954. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.887318] env[63070]: DEBUG nova.network.neutron [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance_info_cache with network_info: [{"id": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "address": "fa:16:3e:96:2f:95", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9822aac-ee", "ovs_interfaceid": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.899192] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771150, 'name': CreateVM_Task, 'duration_secs': 0.46468} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.899461] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1733.900134] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.900433] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.900971] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1733.901250] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27639fb9-481d-4427-9040-69a8b3fc9bf8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.906549] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1733.906549] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b92156-e95f-ea82-72c8-3f0ad952f355" [ 1733.906549] env[63070]: _type = "Task" [ 1733.906549] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.922462] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b92156-e95f-ea82-72c8-3f0ad952f355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.132309] env[63070]: DEBUG oslo_vmware.api [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771151, 'name': ReconfigVM_Task, 'duration_secs': 0.17653} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.132727] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367743', 'volume_id': 'ab24c73c-0702-4b58-9020-518ebdc626a8', 'name': 'volume-ab24c73c-0702-4b58-9020-518ebdc626a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f03a1e87-a324-4bda-9533-46de2402fe92', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab24c73c-0702-4b58-9020-518ebdc626a8', 'serial': 'ab24c73c-0702-4b58-9020-518ebdc626a8'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1734.137614] env[63070]: DEBUG nova.scheduler.client.report [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.234625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.313242] env[63070]: DEBUG nova.network.neutron [-] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.327294] env[63070]: DEBUG nova.compute.manager [req-a8481e1f-3961-4ffd-8c9a-49891869b775 req-c7a3a9a6-3d49-4f47-bd2c-19afcd22948b service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Received event network-vif-deleted-ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1734.327532] env[63070]: INFO nova.compute.manager [req-a8481e1f-3961-4ffd-8c9a-49891869b775 req-c7a3a9a6-3d49-4f47-bd2c-19afcd22948b service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Neutron deleted interface ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8; detaching it from the instance and deleting it from the info cache [ 1734.327659] env[63070]: DEBUG nova.network.neutron [req-a8481e1f-3961-4ffd-8c9a-49891869b775 req-c7a3a9a6-3d49-4f47-bd2c-19afcd22948b service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.393277] env[63070]: DEBUG oslo_concurrency.lockutils [req-2174446f-ac76-4f61-8593-77cb488daedb req-f0c4690d-a92c-4d31-b380-7141fd48b74e service nova] Releasing lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.420088] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b92156-e95f-ea82-72c8-3f0ad952f355, 'name': SearchDatastore_Task, 'duration_secs': 0.012221} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.420769] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.421055] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.421354] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.421779] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.422171] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.422341] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69e14914-3c7a-4b4f-b640-5fc479af798e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.432909] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.432909] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.432909] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce172b3-a547-4d69-a48b-9c401be59566 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.439260] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1734.439260] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528e13bd-71b5-8d98-922b-ede5cc87492a" [ 1734.439260] env[63070]: _type = "Task" [ 1734.439260] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.447011] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528e13bd-71b5-8d98-922b-ede5cc87492a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.604760] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "83004138-7804-4bf2-9cc6-ef9dc141a90f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.604760] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "83004138-7804-4bf2-9cc6-ef9dc141a90f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.642152] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.644789] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.378s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.645085] env[63070]: DEBUG nova.objects.instance [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lazy-loading 'resources' on Instance uuid 8202d6eb-e3db-487b-8e4b-1b234b0cf24f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.652124] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.652124] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843f13e2-ff5f-4d21-8a40-2f9cdf062654 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.661256] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.661620] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc809a8-fc67-4fb5-8770-71189a76e27a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.667467] env[63070]: INFO nova.scheduler.client.report [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Deleted allocations for instance c8f758c5-2ab4-468d-88b7-f18d11b16d8e [ 1734.705762] env[63070]: DEBUG nova.objects.instance [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lazy-loading 'flavor' on Instance uuid f03a1e87-a324-4bda-9533-46de2402fe92 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.797716] env[63070]: DEBUG nova.network.neutron [-] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.816055] env[63070]: INFO nova.compute.manager [-] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Took 1.52 seconds to deallocate network for instance. [ 1734.825068] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1734.825461] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01c291c6-fb64-4b27-811c-12da9dff81bc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.831476] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.831716] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.831951] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleting the datastore file [datastore1] bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.832200] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af3f3ac8-6430-47da-95b2-92c9cdf5d814 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.835569] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ce175a4-0ff1-4a95-84d4-b9165d4e8064 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.838077] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1734.838077] env[63070]: value = "task-1771153" [ 1734.838077] env[63070]: _type = "Task" [ 1734.838077] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.844070] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1734.844070] env[63070]: value = "task-1771154" [ 1734.844070] env[63070]: _type = "Task" [ 1734.844070] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.848236] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c66f2-80d5-48d6-aa1b-8a3d488a9461 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.866458] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.872960] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.889772] env[63070]: DEBUG nova.compute.manager [req-a8481e1f-3961-4ffd-8c9a-49891869b775 req-c7a3a9a6-3d49-4f47-bd2c-19afcd22948b service nova] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Detach interface failed, port_id=ce937a1f-1e1a-46e2-95af-0ba1f3ff89d8, reason: Instance cd346315-2e8a-4f57-9ede-bfe120c1d1b5 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1734.950461] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528e13bd-71b5-8d98-922b-ede5cc87492a, 'name': SearchDatastore_Task, 'duration_secs': 0.01286} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.951356] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb5286f-0fef-4181-a162-d1deee3ee7e2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.957745] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1734.957745] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520af1a8-9486-3960-02c4-6e9ac8e9e816" [ 1734.957745] env[63070]: _type = "Task" [ 1734.957745] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.968436] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520af1a8-9486-3960-02c4-6e9ac8e9e816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.107432] env[63070]: DEBUG nova.compute.manager [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1735.177173] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a0cdf5-b559-4c02-af22-811b472b0743 tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "c8f758c5-2ab4-468d-88b7-f18d11b16d8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.294s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.303049] env[63070]: INFO nova.compute.manager [-] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Took 1.54 seconds to deallocate network for instance. [ 1735.323620] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.355214] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771153, 'name': PowerOffVM_Task, 'duration_secs': 0.166043} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.355980] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.356319] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.359970] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f0bd9-b72c-437a-abb9-d608462c4717 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.364505] env[63070]: DEBUG nova.compute.manager [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Received event network-vif-deleted-def70e28-26df-43a4-8c08-5aa8e2388ecd {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1735.364730] env[63070]: DEBUG nova.compute.manager [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received event network-vif-unplugged-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1735.364951] env[63070]: DEBUG oslo_concurrency.lockutils [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] Acquiring lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.365198] env[63070]: DEBUG oslo_concurrency.lockutils [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.365400] env[63070]: DEBUG oslo_concurrency.lockutils [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.365581] env[63070]: DEBUG nova.compute.manager [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] No waiting events found dispatching network-vif-unplugged-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1735.365754] env[63070]: WARNING nova.compute.manager [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received unexpected event network-vif-unplugged-933c239b-e6d2-481c-86eb-e4d977eca6e3 for instance with vm_state shelved and task_state shelving_offloading. [ 1735.365942] env[63070]: DEBUG nova.compute.manager [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received event network-changed-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1735.366141] env[63070]: DEBUG nova.compute.manager [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Refreshing instance network info cache due to event network-changed-933c239b-e6d2-481c-86eb-e4d977eca6e3. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1735.366330] env[63070]: DEBUG oslo_concurrency.lockutils [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] Acquiring lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.366493] env[63070]: DEBUG oslo_concurrency.lockutils [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] Acquired lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.366663] env[63070]: DEBUG nova.network.neutron [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Refreshing network info cache for port 933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1735.374536] env[63070]: DEBUG oslo_vmware.api [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213129} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.375721] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.375942] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.376148] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.383251] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.384013] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-673e09b0-9989-400b-a527-92d36e6cf69e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.396282] env[63070]: INFO nova.scheduler.client.report [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleted allocations for instance bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 [ 1735.413391] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274458a7-90f7-4a9e-8196-9ba7817777fd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.417899] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.418405] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.418405] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Deleting the datastore file [datastore1] 555f1376-2ff0-4283-9e8e-315dbbc440f9 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.419037] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ce8707a-2a12-4b91-a0e0-ce3ed506e2d9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.434166] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff815034-7395-4ede-998a-e240cfbc1760 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.437872] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1735.437872] env[63070]: value = "task-1771156" [ 1735.437872] env[63070]: _type = "Task" [ 1735.437872] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.472506] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f0d1c-f3e4-4087-8266-fce169f954d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.478713] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.484618] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520af1a8-9486-3960-02c4-6e9ac8e9e816, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.486810] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.487111] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 1c16d24c-80ba-47e5-ba79-dfbf732640f0/1c16d24c-80ba-47e5-ba79-dfbf732640f0.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.487418] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-701d4b60-4a7c-4964-b155-0d7a8a0a796f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.490406] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc2b8d2-aa67-4b75-bb8e-77d0361276ca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.506186] env[63070]: DEBUG nova.compute.provider_tree [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.512028] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1735.512028] env[63070]: value = "task-1771158" [ 1735.512028] env[63070]: _type = "Task" [ 1735.512028] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.518993] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.631568] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.717127] env[63070]: DEBUG oslo_concurrency.lockutils [None req-9b3eb4e2-9760-4251-8484-1c20dbc8c1cb tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.810404] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.904284] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.950519] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111478} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.950764] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.950952] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.951136] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1736.012055] env[63070]: DEBUG nova.scheduler.client.report [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.025691] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771158, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.193791] env[63070]: DEBUG nova.network.neutron [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updated VIF entry in instance network info cache for port 933c239b-e6d2-481c-86eb-e4d977eca6e3. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.194216] env[63070]: DEBUG nova.network.neutron [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updating instance_info_cache with network_info: [{"id": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "address": "fa:16:3e:49:91:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap933c239b-e6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.520811] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.521333] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.635s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.529142] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580373} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.529532] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 1c16d24c-80ba-47e5-ba79-dfbf732640f0/1c16d24c-80ba-47e5-ba79-dfbf732640f0.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.529797] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.530112] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d1a60fb-fcc4-472f-a83d-79e99c7e5a20 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.537261] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1736.537261] env[63070]: value = "task-1771159" [ 1736.537261] env[63070]: _type = "Task" [ 1736.537261] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.538195] env[63070]: INFO nova.scheduler.client.report [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Deleted allocations for instance 8202d6eb-e3db-487b-8e4b-1b234b0cf24f [ 1736.554216] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.696681] env[63070]: DEBUG oslo_concurrency.lockutils [req-cfc70d97-be8d-4e3a-bbf9-887e1c94ab20 req-e6b62cf8-d654-42a1-b10d-3b7d3399f93a service nova] Releasing lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.733278] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "f03a1e87-a324-4bda-9533-46de2402fe92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.733531] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.733737] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "f03a1e87-a324-4bda-9533-46de2402fe92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.733919] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.734097] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.736285] env[63070]: INFO nova.compute.manager [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Terminating instance [ 1736.993567] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1736.993985] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.994279] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1736.994555] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.994813] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1736.995113] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1736.995457] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1736.995742] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1736.996037] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1736.996323] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1736.996582] env[63070]: DEBUG nova.virt.hardware [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1736.997863] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee473152-f61e-4efa-b4ff-5b672cb56f50 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.011518] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df3b525-4575-4b46-9336-209538c30753 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.039689] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Instance VIF info [] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.045637] env[63070]: DEBUG oslo.service.loopingcall [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.046389] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.049809] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60d3f2b7-4ca3-4a3b-b9da-f108852fd6fc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.066739] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b76a023c-7c40-46f0-a00d-57ac648d20a4 tempest-ServersAaction247Test-1915768120 tempest-ServersAaction247Test-1915768120-project-member] Lock "8202d6eb-e3db-487b-8e4b-1b234b0cf24f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.010s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.071714] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278809} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.073246] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1737.073795] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.073795] env[63070]: value = "task-1771160" [ 1737.073795] env[63070]: _type = "Task" [ 1737.073795] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.074528] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2748da67-fb42-437f-887b-e41560dc83c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.101696] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 1c16d24c-80ba-47e5-ba79-dfbf732640f0/1c16d24c-80ba-47e5-ba79-dfbf732640f0.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1737.106096] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b01ebbe-7434-48a9-a4c1-c9e4049a3857 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.121652] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771160, 'name': CreateVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.129124] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1737.129124] env[63070]: value = "task-1771161" [ 1737.129124] env[63070]: _type = "Task" [ 1737.129124] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.141513] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.225448] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.242248] env[63070]: DEBUG nova.compute.manager [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1737.242248] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.243796] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5701a5f-8109-4a5f-a4c7-f63680f2820a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.252018] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.252295] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-713caf1c-adc6-4356-95cb-8de90261d1bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.258737] env[63070]: DEBUG oslo_vmware.api [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1737.258737] env[63070]: value = "task-1771162" [ 1737.258737] env[63070]: _type = "Task" [ 1737.258737] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.267064] env[63070]: DEBUG oslo_vmware.api [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.571859] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 46c4833a-37de-4b16-904a-a88e50cb1998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.572318] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fa6c0993-26e8-43a3-8b54-2768ac1171bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.572318] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 479bc771-a4cc-49fb-8de5-0f2ba643704a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.572431] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance f03a1e87-a324-4bda-9533-46de2402fe92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.572485] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance eb7c6d24-9b2c-4777-8b73-8b8f3463e868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.572707] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 02085c0a-177e-4457-9646-46b9cde79adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.572707] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance cd346315-2e8a-4f57-9ede-bfe120c1d1b5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1737.572853] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance ad61f128-c43a-4d19-a5b9-108e8c03c592 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.572904] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance feb91057-5913-4446-a1fb-5cab7a6340bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.573156] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1737.573241] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fe281723-b933-4bca-b0c8-406bb26342bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.573297] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 555f1376-2ff0-4283-9e8e-315dbbc440f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.573459] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 1c16d24c-80ba-47e5-ba79-dfbf732640f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.587690] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771160, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.639907] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.770073] env[63070]: DEBUG oslo_vmware.api [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.077285] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 83004138-7804-4bf2-9cc6-ef9dc141a90f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1738.077498] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (320ba036-867b-46a7-9f12-a6f5a4345740): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1738.077766] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1738.077927] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1738.091077] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771160, 'name': CreateVM_Task, 'duration_secs': 0.540309} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.091531] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1738.092723] env[63070]: DEBUG oslo_concurrency.lockutils [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.092959] env[63070]: DEBUG oslo_concurrency.lockutils [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.093428] env[63070]: DEBUG oslo_concurrency.lockutils [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1738.093775] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ce6700-c1f4-4751-b77f-3fc8a3c550c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.098782] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1738.098782] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5288470e-c21e-e1f6-6bb2-8376f07f5f6a" [ 1738.098782] env[63070]: _type = "Task" [ 1738.098782] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.109447] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5288470e-c21e-e1f6-6bb2-8376f07f5f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.139874] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771161, 'name': ReconfigVM_Task, 'duration_secs': 0.558622} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.140226] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 1c16d24c-80ba-47e5-ba79-dfbf732640f0/1c16d24c-80ba-47e5-ba79-dfbf732640f0.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1738.143307] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce2b2358-c549-42d9-bb7a-4c4b0b65393b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.151531] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1738.151531] env[63070]: value = "task-1771163" [ 1738.151531] env[63070]: _type = "Task" [ 1738.151531] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.163583] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771163, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.272074] env[63070]: DEBUG oslo_vmware.api [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771162, 'name': PowerOffVM_Task, 'duration_secs': 0.806042} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.272686] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.272845] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1738.275846] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e25b647-1225-4a86-a0e7-ea401f83a49b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.301184] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c10479-fe92-4228-87d5-fc51d899793b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.310050] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69da8429-4a7f-4bcf-8d48-a5b96fa04b4e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.344664] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4f151a-7d6f-4218-a292-cbde1b90996d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.352752] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c075da9a-e8a6-47f0-9fc5-e084bb9a8bf8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.366616] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.477350] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1738.477666] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1738.477851] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleting the datastore file [datastore1] f03a1e87-a324-4bda-9533-46de2402fe92 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1738.478246] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0f4760e-59fc-425f-9219-25f81eba4a44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.485890] env[63070]: DEBUG oslo_vmware.api [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1738.485890] env[63070]: value = "task-1771165" [ 1738.485890] env[63070]: _type = "Task" [ 1738.485890] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.494188] env[63070]: DEBUG oslo_vmware.api [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.610367] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5288470e-c21e-e1f6-6bb2-8376f07f5f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.02204} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.610918] env[63070]: DEBUG oslo_concurrency.lockutils [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.610984] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.611298] env[63070]: DEBUG oslo_concurrency.lockutils [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.611712] env[63070]: DEBUG oslo_concurrency.lockutils [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.611953] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.612266] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-627800d3-a896-414b-8dd1-d90b8c7ed936 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.621725] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.622218] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.622738] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59cce13-1adb-4f0b-9eaf-6a45e4207060 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.628184] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1738.628184] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52605398-175c-2e88-ceea-f15a14970384" [ 1738.628184] env[63070]: _type = "Task" [ 1738.628184] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.636060] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52605398-175c-2e88-ceea-f15a14970384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.662210] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771163, 'name': Rename_Task, 'duration_secs': 0.18686} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.662528] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.662812] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c8c3a6-1b12-42a1-a660-588be1b87781 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.668611] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1738.668611] env[63070]: value = "task-1771166" [ 1738.668611] env[63070]: _type = "Task" [ 1738.668611] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.676156] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.870204] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.001021] env[63070]: DEBUG oslo_vmware.api [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179934} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.001490] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.001812] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.002187] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.002529] env[63070]: INFO nova.compute.manager [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1739.002957] env[63070]: DEBUG oslo.service.loopingcall [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.003311] env[63070]: DEBUG nova.compute.manager [-] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1739.003467] env[63070]: DEBUG nova.network.neutron [-] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.139482] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52605398-175c-2e88-ceea-f15a14970384, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.140344] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b91af3-db6d-4f04-bc47-7341f4b48729 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.147636] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1739.147636] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525ab64b-943c-1ded-2d14-7816cd56c184" [ 1739.147636] env[63070]: _type = "Task" [ 1739.147636] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.155865] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525ab64b-943c-1ded-2d14-7816cd56c184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.177058] env[63070]: DEBUG oslo_vmware.api [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771166, 'name': PowerOnVM_Task, 'duration_secs': 0.485101} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.177369] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.177579] env[63070]: INFO nova.compute.manager [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1739.177756] env[63070]: DEBUG nova.compute.manager [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.178520] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412995ab-6db4-4da6-9c8a-c839a2ea5e3b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.377589] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1739.377839] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.857s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.378157] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.055s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.378372] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.380537] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.749s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.382457] env[63070]: INFO nova.compute.claims [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1739.385966] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1739.386139] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Cleaning up deleted instances {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1739.437016] env[63070]: INFO nova.scheduler.client.report [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted allocations for instance fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b [ 1739.639236] env[63070]: DEBUG oslo_vmware.rw_handles [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6666-766b-ef57-e052-cf2dde9fe30d/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1739.640638] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248307c0-0ca4-445d-a8d5-1262e4c1b541 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.648639] env[63070]: DEBUG oslo_vmware.rw_handles [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6666-766b-ef57-e052-cf2dde9fe30d/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1739.648639] env[63070]: ERROR oslo_vmware.rw_handles [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6666-766b-ef57-e052-cf2dde9fe30d/disk-0.vmdk due to incomplete transfer. [ 1739.653024] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc4a437c-9e16-4d91-80ed-27b33eb7bd4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.659821] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525ab64b-943c-1ded-2d14-7816cd56c184, 'name': SearchDatastore_Task, 'duration_secs': 0.01439} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.660951] env[63070]: DEBUG oslo_concurrency.lockutils [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.661285] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 555f1376-2ff0-4283-9e8e-315dbbc440f9/555f1376-2ff0-4283-9e8e-315dbbc440f9.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.661612] env[63070]: DEBUG oslo_vmware.rw_handles [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6666-766b-ef57-e052-cf2dde9fe30d/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1739.661841] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Uploaded image 57c9c8a7-abe2-45fb-a7ee-ef7d07423b05 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1739.664304] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1739.664587] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a529432-8502-481d-ac78-7829886f6302 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.666789] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d9d9e1a-ef5a-494e-bdd6-d9e24f6ebe90 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.673857] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1739.673857] env[63070]: value = "task-1771167" [ 1739.673857] env[63070]: _type = "Task" [ 1739.673857] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.675189] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1739.675189] env[63070]: value = "task-1771168" [ 1739.675189] env[63070]: _type = "Task" [ 1739.675189] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.686873] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.695144] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771168, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.698181] env[63070]: INFO nova.compute.manager [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Took 30.55 seconds to build instance. [ 1739.906312] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] There are 69 instances to clean {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1739.906504] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 8202d6eb-e3db-487b-8e4b-1b234b0cf24f] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1739.921591] env[63070]: DEBUG nova.compute.manager [req-36dde36f-a871-4b27-b4e7-717d7aee07d3 req-efdc890c-d6ea-4fca-bd44-d9a72fe522ff service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Received event network-vif-deleted-3d4f780a-70bd-4c81-ac60-69aa8b63cabe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1739.921795] env[63070]: INFO nova.compute.manager [req-36dde36f-a871-4b27-b4e7-717d7aee07d3 req-efdc890c-d6ea-4fca-bd44-d9a72fe522ff service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Neutron deleted interface 3d4f780a-70bd-4c81-ac60-69aa8b63cabe; detaching it from the instance and deleting it from the info cache [ 1739.921969] env[63070]: DEBUG nova.network.neutron [req-36dde36f-a871-4b27-b4e7-717d7aee07d3 req-efdc890c-d6ea-4fca-bd44-d9a72fe522ff service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.948655] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fe707318-137b-486c-958c-fb15655e28cd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.799s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.188577] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771168, 'name': Destroy_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.192373] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771167, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.200359] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ffc4d496-acad-4f87-81ff-7532135474a0 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.058s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.221982] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "479bc771-a4cc-49fb-8de5-0f2ba643704a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.222266] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "479bc771-a4cc-49fb-8de5-0f2ba643704a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.222481] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "479bc771-a4cc-49fb-8de5-0f2ba643704a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.222682] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "479bc771-a4cc-49fb-8de5-0f2ba643704a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.222913] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "479bc771-a4cc-49fb-8de5-0f2ba643704a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.225040] env[63070]: INFO nova.compute.manager [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Terminating instance [ 1740.268446] env[63070]: DEBUG nova.network.neutron [-] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.415274] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: f5d967a6-d5bd-4123-aa5b-efadd2b94bfb] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1740.429167] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3d9d9c6-1073-4f67-b7ea-0ae1982b9e1e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.444107] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eccf95-6084-4eba-9b68-4c64072f1175 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.481014] env[63070]: DEBUG nova.compute.manager [req-36dde36f-a871-4b27-b4e7-717d7aee07d3 req-efdc890c-d6ea-4fca-bd44-d9a72fe522ff service nova] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Detach interface failed, port_id=3d4f780a-70bd-4c81-ac60-69aa8b63cabe, reason: Instance f03a1e87-a324-4bda-9533-46de2402fe92 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1740.588827] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.589248] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.686272] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7814a084-0f0f-4d41-ac63-43b3fd00d83d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.692793] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.699044] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771168, 'name': Destroy_Task, 'duration_secs': 0.527438} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.701237] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Destroyed the VM [ 1740.701446] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1740.701754] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76e5e4bc-512d-4486-9d2a-efb7a4aa1baf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.704322] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4148d2-a581-4bd8-8e21-08efc05a9adc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.740759] env[63070]: DEBUG nova.compute.manager [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1740.741097] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1740.743667] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfdcf89-4c6b-4788-b39b-712c04f86ba0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.746914] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac86da5-8ca6-4538-898b-6447bd87a41f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.749320] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1740.749320] env[63070]: value = "task-1771169" [ 1740.749320] env[63070]: _type = "Task" [ 1740.749320] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.758021] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cd895f-f70c-49a7-8e1e-c4ab5c0ada92 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.762088] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1740.765540] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e20ca0f5-d6af-4ddb-8246-6ee657ef5d93 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.767297] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771169, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.777253] env[63070]: INFO nova.compute.manager [-] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Took 1.77 seconds to deallocate network for instance. [ 1740.777776] env[63070]: DEBUG nova.compute.provider_tree [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.781889] env[63070]: DEBUG oslo_vmware.api [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1740.781889] env[63070]: value = "task-1771170" [ 1740.781889] env[63070]: _type = "Task" [ 1740.781889] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.793024] env[63070]: DEBUG oslo_vmware.api [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.922710] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 90917068-a464-481e-a02d-e49a9267fc84] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1741.092220] env[63070]: DEBUG nova.compute.manager [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1741.186226] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771167, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.091272} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.186683] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 555f1376-2ff0-4283-9e8e-315dbbc440f9/555f1376-2ff0-4283-9e8e-315dbbc440f9.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1741.186988] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1741.187325] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2213dc98-cb65-413b-853e-4e69829654f8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.194052] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1741.194052] env[63070]: value = "task-1771171" [ 1741.194052] env[63070]: _type = "Task" [ 1741.194052] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.201657] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.259021] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771169, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.284108] env[63070]: DEBUG nova.scheduler.client.report [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.296263] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.296569] env[63070]: DEBUG oslo_vmware.api [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771170, 'name': PowerOffVM_Task, 'duration_secs': 0.272419} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.296835] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.297033] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.297322] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cbfaf90-4aae-4fcc-b154-338e25eece19 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.427060] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 707ae480-db14-4ec7-b3f2-5c2ba442b822] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1741.471472] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1741.471713] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1741.471895] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Deleting the datastore file [datastore1] 479bc771-a4cc-49fb-8de5-0f2ba643704a {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.472531] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7add63e6-903b-4c87-ac37-27f56e4c962e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.480031] env[63070]: DEBUG oslo_vmware.api [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1741.480031] env[63070]: value = "task-1771173" [ 1741.480031] env[63070]: _type = "Task" [ 1741.480031] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.486982] env[63070]: DEBUG oslo_vmware.api [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.610999] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.705037] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062852} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.705387] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1741.706300] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c1c536-e22b-4dcb-af30-4977391149a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.728908] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 555f1376-2ff0-4283-9e8e-315dbbc440f9/555f1376-2ff0-4283-9e8e-315dbbc440f9.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.729244] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adcf5c6b-05a0-4dd9-910f-1e0ded6bea74 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.749809] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1741.749809] env[63070]: value = "task-1771174" [ 1741.749809] env[63070]: _type = "Task" [ 1741.749809] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.762157] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771174, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.765312] env[63070]: DEBUG oslo_vmware.api [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771169, 'name': RemoveSnapshot_Task, 'duration_secs': 0.738719} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.765677] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1741.765853] env[63070]: INFO nova.compute.manager [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Took 21.70 seconds to snapshot the instance on the hypervisor. [ 1741.791713] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.792265] env[63070]: DEBUG nova.compute.manager [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1741.795298] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.985s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.795528] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.797970] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.894s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.798218] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.801309] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.505s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.801426] env[63070]: DEBUG nova.objects.instance [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lazy-loading 'resources' on Instance uuid f03a1e87-a324-4bda-9533-46de2402fe92 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.824841] env[63070]: INFO nova.scheduler.client.report [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleted allocations for instance cd346315-2e8a-4f57-9ede-bfe120c1d1b5 [ 1741.934195] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: eb25212a-fcd0-4127-b659-083426af60c4] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1741.990423] env[63070]: DEBUG oslo_vmware.api [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360652} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.990745] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1741.990893] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1741.991081] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1741.991314] env[63070]: INFO nova.compute.manager [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1741.991562] env[63070]: DEBUG oslo.service.loopingcall [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.992120] env[63070]: DEBUG nova.compute.manager [-] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1741.992232] env[63070]: DEBUG nova.network.neutron [-] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1742.243597] env[63070]: DEBUG nova.compute.manager [req-d6f091cf-2cb4-4a47-95cd-7ed2923d9ae1 req-71edcdb3-af0b-4bfc-8972-479fb093c8a1 service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Received event network-vif-deleted-ea639419-44de-4ee7-b8e8-1997a6d159bb {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1742.243822] env[63070]: INFO nova.compute.manager [req-d6f091cf-2cb4-4a47-95cd-7ed2923d9ae1 req-71edcdb3-af0b-4bfc-8972-479fb093c8a1 service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Neutron deleted interface ea639419-44de-4ee7-b8e8-1997a6d159bb; detaching it from the instance and deleting it from the info cache [ 1742.243954] env[63070]: DEBUG nova.network.neutron [req-d6f091cf-2cb4-4a47-95cd-7ed2923d9ae1 req-71edcdb3-af0b-4bfc-8972-479fb093c8a1 service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.263721] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.308262] env[63070]: DEBUG nova.compute.utils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1742.313600] env[63070]: DEBUG nova.compute.manager [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1742.313873] env[63070]: DEBUG nova.network.neutron [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1742.316249] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a9b51c18-82e4-47a6-b7f9-13865f832560 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.915s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.320089] env[63070]: DEBUG nova.compute.manager [None req-49576988-d4bc-49be-bb92-0b11f66af7b1 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Found 1 images (rotation: 2) {{(pid=63070) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1742.321234] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.096s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.321234] env[63070]: INFO nova.compute.manager [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Unshelving [ 1742.330057] env[63070]: DEBUG nova.compute.manager [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Stashing vm_state: active {{(pid=63070) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1742.336164] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0050cd10-4397-4afc-b5c7-3a4f03fc4112 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "cd346315-2e8a-4f57-9ede-bfe120c1d1b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.283s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.383400] env[63070]: DEBUG nova.policy [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3ccb0ae47743ed969f0945a73fbac0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02e83b02183c4cefb96746c7ad2f4c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1742.440221] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: f8e3d468-dfca-4fe5-8d3d-0b7ca761728b] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1742.530165] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc4394-a438-469c-85b4-bc48cc855890 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.539670] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a59b1d-6048-481c-be1d-2a63c47678d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.572330] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a23cd4-18a9-40f4-af9f-c1d369779cfa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.580272] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7eca789-8bca-4289-a20a-30e3d8b259a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.599127] env[63070]: DEBUG nova.compute.provider_tree [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.697545] env[63070]: DEBUG nova.network.neutron [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Successfully created port: 2682bf6d-7f57-44b6-8f94-f9f23be13b4e {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.722244] env[63070]: DEBUG nova.network.neutron [-] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.746662] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb3170de-8cbc-48fd-a509-7ce5855c4c52 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.759322] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5415ae42-6e3b-4be6-acf3-a347e6e33ff1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.774722] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771174, 'name': ReconfigVM_Task, 'duration_secs': 0.773864} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.775324] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 555f1376-2ff0-4283-9e8e-315dbbc440f9/555f1376-2ff0-4283-9e8e-315dbbc440f9.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.776194] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18eccb0e-8ec3-4348-9a68-798692a18328 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.794320] env[63070]: DEBUG nova.compute.manager [req-d6f091cf-2cb4-4a47-95cd-7ed2923d9ae1 req-71edcdb3-af0b-4bfc-8972-479fb093c8a1 service nova] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Detach interface failed, port_id=ea639419-44de-4ee7-b8e8-1997a6d159bb, reason: Instance 479bc771-a4cc-49fb-8de5-0f2ba643704a could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1742.797154] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1742.797154] env[63070]: value = "task-1771175" [ 1742.797154] env[63070]: _type = "Task" [ 1742.797154] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.805509] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771175, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.823758] env[63070]: DEBUG nova.compute.manager [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1742.856842] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.947020] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 53b291b2-e55f-4510-b491-f35855681e43] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1743.102172] env[63070]: DEBUG nova.scheduler.client.report [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.225566] env[63070]: INFO nova.compute.manager [-] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Took 1.23 seconds to deallocate network for instance. [ 1743.307444] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771175, 'name': Rename_Task, 'duration_secs': 0.300906} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.307731] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.307974] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb5e0b3d-a3c5-4c7c-ab9f-79e28f9c6aae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.314440] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1743.314440] env[63070]: value = "task-1771176" [ 1743.314440] env[63070]: _type = "Task" [ 1743.314440] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.322190] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.336611] env[63070]: DEBUG nova.compute.utils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.372559] env[63070]: DEBUG nova.compute.manager [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.373534] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32d7cdd-a0b4-4ef8-8761-b186693cc8ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.448581] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 3fc18a79-20a5-4b23-ad12-60ec8cee25c4] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1743.609023] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.609923] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.999s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.613058] env[63070]: INFO nova.compute.claims [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.632457] env[63070]: INFO nova.scheduler.client.report [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleted allocations for instance f03a1e87-a324-4bda-9533-46de2402fe92 [ 1743.733058] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.824402] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771176, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.835676] env[63070]: DEBUG nova.compute.manager [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1743.839730] env[63070]: INFO nova.virt.block_device [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Booting with volume de1a8847-c3fc-4f11-950e-2bbd403a71aa at /dev/sdb [ 1743.861606] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.861905] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.862079] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.862266] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.862409] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.862552] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.862779] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.862941] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.863128] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.863305] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.863477] env[63070]: DEBUG nova.virt.hardware [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.864439] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1574c4b-c73b-4ce3-a34a-c63e83b75103 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.873722] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280280fc-e5a9-409e-b1ba-ea476d9b4dc1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.879671] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c975ad3d-6daf-4d0e-bae3-0a4b3c60febb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.892990] env[63070]: INFO nova.compute.manager [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] instance snapshotting [ 1743.894258] env[63070]: DEBUG nova.objects.instance [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'flavor' on Instance uuid 02085c0a-177e-4457-9646-46b9cde79adc {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.899744] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c909b9-14ac-4bc7-9b7a-dc40ea8738cc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.930924] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da8e61e3-1587-4033-8256-304c72ed90b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.939638] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a0c3a7-f5ee-418e-bff5-b014cc6d05c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.953757] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: ace989a1-8923-4ba4-99c7-4584682c76c5] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1743.969156] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249da84a-4b92-419c-b5ac-3e7f79bb1364 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.976082] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339dc39f-47ae-4933-89e4-ef1415ae8ffc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.989991] env[63070]: DEBUG nova.virt.block_device [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updating existing volume attachment record: 0843da95-d9e2-4698-9646-9166ab4c83c2 {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1744.140021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a67951a3-b4dd-4831-a46f-0763ab2a9782 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "f03a1e87-a324-4bda-9533-46de2402fe92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.406s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.324896] env[63070]: DEBUG oslo_vmware.api [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771176, 'name': PowerOnVM_Task, 'duration_secs': 0.781941} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.325292] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.325867] env[63070]: DEBUG nova.compute.manager [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.326714] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3563af-6478-4af7-b15c-307d29b457a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.402661] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda42e1e-7a6c-4edd-8bcd-20fa208ee94d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.429314] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa8c562-3006-4f05-8740-e286e2d1f139 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.459575] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 8ff5076e-0ca7-422a-9fe3-cc10a3c7e50f] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1744.843494] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b262cbca-1baf-453c-a162-9635d1f1ba4c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.849815] env[63070]: DEBUG oslo_concurrency.lockutils [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.855721] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b396b5d4-accd-4924-97a0-efecca6891ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.893667] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ac676b-8031-4e12-ad0a-2bee09a07a80 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.902623] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264dde6-d0fb-43e7-ac8d-264683649f08 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.918034] env[63070]: DEBUG nova.compute.provider_tree [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.932328] env[63070]: DEBUG nova.compute.manager [req-feb44cc1-7a92-4cdb-8b09-3225b6a88ceb req-40565f4b-d2c5-4421-9683-f5784a4824a7 service nova] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Received event network-vif-plugged-2682bf6d-7f57-44b6-8f94-f9f23be13b4e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1744.932556] env[63070]: DEBUG oslo_concurrency.lockutils [req-feb44cc1-7a92-4cdb-8b09-3225b6a88ceb req-40565f4b-d2c5-4421-9683-f5784a4824a7 service nova] Acquiring lock "83004138-7804-4bf2-9cc6-ef9dc141a90f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.932764] env[63070]: DEBUG oslo_concurrency.lockutils [req-feb44cc1-7a92-4cdb-8b09-3225b6a88ceb req-40565f4b-d2c5-4421-9683-f5784a4824a7 service nova] Lock "83004138-7804-4bf2-9cc6-ef9dc141a90f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.932926] env[63070]: DEBUG oslo_concurrency.lockutils [req-feb44cc1-7a92-4cdb-8b09-3225b6a88ceb req-40565f4b-d2c5-4421-9683-f5784a4824a7 service nova] Lock "83004138-7804-4bf2-9cc6-ef9dc141a90f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.933109] env[63070]: DEBUG nova.compute.manager [req-feb44cc1-7a92-4cdb-8b09-3225b6a88ceb req-40565f4b-d2c5-4421-9683-f5784a4824a7 service nova] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] No waiting events found dispatching network-vif-plugged-2682bf6d-7f57-44b6-8f94-f9f23be13b4e {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1744.933285] env[63070]: WARNING nova.compute.manager [req-feb44cc1-7a92-4cdb-8b09-3225b6a88ceb req-40565f4b-d2c5-4421-9683-f5784a4824a7 service nova] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Received unexpected event network-vif-plugged-2682bf6d-7f57-44b6-8f94-f9f23be13b4e for instance with vm_state building and task_state spawning. [ 1744.938150] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1744.938659] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce0fc1e7-62bc-4729-978c-359260555ee6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.947328] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1744.947328] env[63070]: value = "task-1771180" [ 1744.947328] env[63070]: _type = "Task" [ 1744.947328] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.951088] env[63070]: DEBUG nova.network.neutron [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Successfully updated port: 2682bf6d-7f57-44b6-8f94-f9f23be13b4e {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1744.959634] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771180, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.963751] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 5a175392-55ed-45ad-b48e-7ec762e9ae20] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1745.196353] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.196589] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.422987] env[63070]: DEBUG nova.scheduler.client.report [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.457086] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "refresh_cache-83004138-7804-4bf2-9cc6-ef9dc141a90f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.457188] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "refresh_cache-83004138-7804-4bf2-9cc6-ef9dc141a90f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.457339] env[63070]: DEBUG nova.network.neutron [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.458938] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771180, 'name': CreateSnapshot_Task, 'duration_secs': 0.457544} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.460029] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1745.460301] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a078a15f-86a8-4264-b384-b7f8f653de81 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.468902] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 3adc7e86-36df-4d3e-8265-28c0e9d8b949] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1745.698422] env[63070]: DEBUG nova.compute.manager [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1745.823129] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "555f1376-2ff0-4283-9e8e-315dbbc440f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.823419] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "555f1376-2ff0-4283-9e8e-315dbbc440f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.823633] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "555f1376-2ff0-4283-9e8e-315dbbc440f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.823814] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "555f1376-2ff0-4283-9e8e-315dbbc440f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.823985] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "555f1376-2ff0-4283-9e8e-315dbbc440f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.825705] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.825911] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.826146] env[63070]: DEBUG nova.compute.manager [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.826613] env[63070]: INFO nova.compute.manager [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Terminating instance [ 1745.829100] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a627cedb-86cf-4ec5-9b07-076ab860cdb8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.835983] env[63070]: DEBUG nova.compute.manager [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63070) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1745.836589] env[63070]: DEBUG nova.objects.instance [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'flavor' on Instance uuid eb7c6d24-9b2c-4777-8b73-8b8f3463e868 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.928298] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.928851] env[63070]: DEBUG nova.compute.manager [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.931956] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.075s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.974834] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 100eadbc-50d8-4f97-a29e-d02eee6ec7f6] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1745.984857] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1745.985989] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5180224-18cf-44da-b6de-b396b12f1d9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.990254] env[63070]: DEBUG nova.network.neutron [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1745.999182] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1745.999182] env[63070]: value = "task-1771181" [ 1745.999182] env[63070]: _type = "Task" [ 1745.999182] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.008776] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771181, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.170748] env[63070]: DEBUG nova.network.neutron [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Updating instance_info_cache with network_info: [{"id": "2682bf6d-7f57-44b6-8f94-f9f23be13b4e", "address": "fa:16:3e:42:34:18", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2682bf6d-7f", "ovs_interfaceid": "2682bf6d-7f57-44b6-8f94-f9f23be13b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.216887] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.333122] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "refresh_cache-555f1376-2ff0-4283-9e8e-315dbbc440f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.333321] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquired lock "refresh_cache-555f1376-2ff0-4283-9e8e-315dbbc440f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.333501] env[63070]: DEBUG nova.network.neutron [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.436476] env[63070]: DEBUG nova.compute.utils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.441316] env[63070]: INFO nova.compute.claims [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.445672] env[63070]: DEBUG nova.compute.manager [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.446392] env[63070]: DEBUG nova.network.neutron [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.486199] env[63070]: DEBUG nova.policy [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6ff3a2b014b4f498fb44bad41942489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f09841881d4cc1ab40bb6f4f8c917a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.488051] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 264ba70a-45d9-45f3-8ccc-0e2f00ce5a4f] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1746.494081] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.494313] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.508341] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771181, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.675939] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "refresh_cache-83004138-7804-4bf2-9cc6-ef9dc141a90f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.675939] env[63070]: DEBUG nova.compute.manager [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Instance network_info: |[{"id": "2682bf6d-7f57-44b6-8f94-f9f23be13b4e", "address": "fa:16:3e:42:34:18", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2682bf6d-7f", "ovs_interfaceid": "2682bf6d-7f57-44b6-8f94-f9f23be13b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.675939] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:34:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2682bf6d-7f57-44b6-8f94-f9f23be13b4e', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.683451] env[63070]: DEBUG oslo.service.loopingcall [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.683807] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.684124] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d2657d8-b943-4b1e-8f0c-d4128424f31c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.704979] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.704979] env[63070]: value = "task-1771183" [ 1746.704979] env[63070]: _type = "Task" [ 1746.704979] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.713924] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771183, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.793519] env[63070]: DEBUG nova.network.neutron [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Successfully created port: 2761faaf-4366-45d0-9fdb-b5c9d01ddc90 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.843536] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.843857] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9221f1a-fdd4-4276-b98a-aa0911a016d1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.851628] env[63070]: DEBUG oslo_vmware.api [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1746.851628] env[63070]: value = "task-1771184" [ 1746.851628] env[63070]: _type = "Task" [ 1746.851628] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.859764] env[63070]: DEBUG nova.network.neutron [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1746.866220] env[63070]: DEBUG oslo_vmware.api [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.918999] env[63070]: DEBUG nova.network.neutron [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.947077] env[63070]: DEBUG nova.compute.manager [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1746.957028] env[63070]: INFO nova.compute.resource_tracker [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating resource usage from migration a3be050e-9983-4a37-aac6-5c041bcd79d5 [ 1746.967184] env[63070]: DEBUG nova.compute.manager [req-49f9073e-c15a-4557-aa4d-befdb269124e req-3d4db26a-b790-4d99-82e4-b08db743dfac service nova] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Received event network-changed-2682bf6d-7f57-44b6-8f94-f9f23be13b4e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1746.967184] env[63070]: DEBUG nova.compute.manager [req-49f9073e-c15a-4557-aa4d-befdb269124e req-3d4db26a-b790-4d99-82e4-b08db743dfac service nova] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Refreshing instance network info cache due to event network-changed-2682bf6d-7f57-44b6-8f94-f9f23be13b4e. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1746.967184] env[63070]: DEBUG oslo_concurrency.lockutils [req-49f9073e-c15a-4557-aa4d-befdb269124e req-3d4db26a-b790-4d99-82e4-b08db743dfac service nova] Acquiring lock "refresh_cache-83004138-7804-4bf2-9cc6-ef9dc141a90f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.967604] env[63070]: DEBUG oslo_concurrency.lockutils [req-49f9073e-c15a-4557-aa4d-befdb269124e req-3d4db26a-b790-4d99-82e4-b08db743dfac service nova] Acquired lock "refresh_cache-83004138-7804-4bf2-9cc6-ef9dc141a90f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.967820] env[63070]: DEBUG nova.network.neutron [req-49f9073e-c15a-4557-aa4d-befdb269124e req-3d4db26a-b790-4d99-82e4-b08db743dfac service nova] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Refreshing network info cache for port 2682bf6d-7f57-44b6-8f94-f9f23be13b4e {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1746.996059] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 0dd2c053-3e93-4278-8b3c-0f6475d2982d] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1746.998216] env[63070]: DEBUG nova.compute.manager [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.015671] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771181, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.214996] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771183, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.228688] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de77a023-a029-4c3d-af40-481b346703ef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.239825] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16b82fa-776b-4e36-919e-93c827f4811c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.271055] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a489b9d-947d-440f-99c0-5e2a48b750b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.279224] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72e0035-2972-4527-9364-739f687faff5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.296237] env[63070]: DEBUG nova.compute.provider_tree [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.361090] env[63070]: DEBUG oslo_vmware.api [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771184, 'name': PowerOffVM_Task, 'duration_secs': 0.345449} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.361433] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.361649] env[63070]: DEBUG nova.compute.manager [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.362424] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fc9d89-d472-4d44-b1e7-f46f32056a8e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.422029] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Releasing lock "refresh_cache-555f1376-2ff0-4283-9e8e-315dbbc440f9" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.422029] env[63070]: DEBUG nova.compute.manager [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.422029] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.422854] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f86ef6-3a20-4cac-b2be-e7f3c4cbeabb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.430648] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.431142] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a7bc0c9-cba1-4cb3-938d-8e2b794c6a90 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.436792] env[63070]: DEBUG oslo_vmware.api [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1747.436792] env[63070]: value = "task-1771185" [ 1747.436792] env[63070]: _type = "Task" [ 1747.436792] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.444534] env[63070]: DEBUG oslo_vmware.api [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.505479] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: bc5dd2b5-a632-4576-90e1-aea731cdc05b] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1747.526583] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771181, 'name': CloneVM_Task, 'duration_secs': 1.470664} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.526892] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Created linked-clone VM from snapshot [ 1747.527867] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5734bb-45d6-44f1-9513-cbf1b744ab63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.533909] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.540716] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Uploading image 5d037aec-0d43-4a00-8ba1-5876a3c3f953 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1747.562837] env[63070]: DEBUG oslo_vmware.rw_handles [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1747.562837] env[63070]: value = "vm-367796" [ 1747.562837] env[63070]: _type = "VirtualMachine" [ 1747.562837] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1747.563151] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bf0de3da-bee1-437f-ab49-b9a2eff252d9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.570676] env[63070]: DEBUG oslo_vmware.rw_handles [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lease: (returnval){ [ 1747.570676] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527af327-a377-8868-afeb-41058674fc61" [ 1747.570676] env[63070]: _type = "HttpNfcLease" [ 1747.570676] env[63070]: } obtained for exporting VM: (result){ [ 1747.570676] env[63070]: value = "vm-367796" [ 1747.570676] env[63070]: _type = "VirtualMachine" [ 1747.570676] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1747.570937] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the lease: (returnval){ [ 1747.570937] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527af327-a377-8868-afeb-41058674fc61" [ 1747.570937] env[63070]: _type = "HttpNfcLease" [ 1747.570937] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1747.582187] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1747.582187] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527af327-a377-8868-afeb-41058674fc61" [ 1747.582187] env[63070]: _type = "HttpNfcLease" [ 1747.582187] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1747.582457] env[63070]: DEBUG oslo_vmware.rw_handles [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1747.582457] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527af327-a377-8868-afeb-41058674fc61" [ 1747.582457] env[63070]: _type = "HttpNfcLease" [ 1747.582457] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1747.583202] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96634ea5-e78a-441d-be64-2436107b91c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.590358] env[63070]: DEBUG oslo_vmware.rw_handles [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246d7e6-0ba9-e9c9-6d6f-e1acc478cd6f/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1747.590532] env[63070]: DEBUG oslo_vmware.rw_handles [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246d7e6-0ba9-e9c9-6d6f-e1acc478cd6f/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1747.681844] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5769c185-83c9-4808-a9e2-13877202873e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.720622] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771183, 'name': CreateVM_Task, 'duration_secs': 0.640616} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.725554] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.727235] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.727235] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.727235] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.727511] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518937cb-cba0-4f21-9238-5a8c1fa464c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.735936] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1747.735936] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dead78-30a0-732d-4734-30e7019d1896" [ 1747.735936] env[63070]: _type = "Task" [ 1747.735936] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.749253] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dead78-30a0-732d-4734-30e7019d1896, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.754155] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.754155] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.754155] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.754155] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.754155] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.754155] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84e63fe4-2c35-41fc-8c2b-79cb3f1856dd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.760948] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.761197] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.762196] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83cdc087-e108-4983-98a4-1e90349a2a63 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.767739] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1747.767739] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5211fc34-e9bc-0992-d3d9-9bdc764143c6" [ 1747.767739] env[63070]: _type = "Task" [ 1747.767739] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.775106] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5211fc34-e9bc-0992-d3d9-9bdc764143c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.799046] env[63070]: DEBUG nova.scheduler.client.report [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.810966] env[63070]: DEBUG nova.network.neutron [req-49f9073e-c15a-4557-aa4d-befdb269124e req-3d4db26a-b790-4d99-82e4-b08db743dfac service nova] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Updated VIF entry in instance network info cache for port 2682bf6d-7f57-44b6-8f94-f9f23be13b4e. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.814020] env[63070]: DEBUG nova.network.neutron [req-49f9073e-c15a-4557-aa4d-befdb269124e req-3d4db26a-b790-4d99-82e4-b08db743dfac service nova] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Updating instance_info_cache with network_info: [{"id": "2682bf6d-7f57-44b6-8f94-f9f23be13b4e", "address": "fa:16:3e:42:34:18", "network": {"id": "293ad432-cd09-44b8-8a07-2953580c616d", "bridge": "br-int", "label": "tempest-ServersTestJSON-250120395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e83b02183c4cefb96746c7ad2f4c10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2682bf6d-7f", "ovs_interfaceid": "2682bf6d-7f57-44b6-8f94-f9f23be13b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.873045] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e387f3fe-2c77-4842-9fbd-4533e528df2d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.947695] env[63070]: DEBUG oslo_vmware.api [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771185, 'name': PowerOffVM_Task, 'duration_secs': 0.122033} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.948105] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.948105] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.948351] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9075ef9-e7e8-4833-b3cf-af1c0d186ec0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.958680] env[63070]: DEBUG nova.compute.manager [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.983329] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.983708] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.983979] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.984182] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.984327] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.984470] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.984674] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.984827] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.985064] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.985249] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.985424] env[63070]: DEBUG nova.virt.hardware [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.986314] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bf227f-da1d-4def-90cf-53ccc628d42e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.989944] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1747.990237] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1747.990416] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Deleting the datastore file [datastore1] 555f1376-2ff0-4283-9e8e-315dbbc440f9 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.990990] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71963138-dad5-4e14-947f-836a9cc925da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.996176] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d424b79e-9472-41a1-ac51-f6962336a316 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.001195] env[63070]: DEBUG oslo_vmware.api [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for the task: (returnval){ [ 1748.001195] env[63070]: value = "task-1771188" [ 1748.001195] env[63070]: _type = "Task" [ 1748.001195] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.013926] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 75bf795d-9980-4559-ab50-cdef7bb7921b] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1748.022334] env[63070]: DEBUG oslo_vmware.api [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.209074] env[63070]: DEBUG nova.objects.instance [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'flavor' on Instance uuid eb7c6d24-9b2c-4777-8b73-8b8f3463e868 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.279273] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5211fc34-e9bc-0992-d3d9-9bdc764143c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008483} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.280180] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4c8c23-7b7c-4d07-b24d-0e391e0f26eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.285420] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1748.285420] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524a13d9-44a6-5eb2-0bb0-605f4548af3c" [ 1748.285420] env[63070]: _type = "Task" [ 1748.285420] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.293722] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524a13d9-44a6-5eb2-0bb0-605f4548af3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.303839] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.372s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.304173] env[63070]: INFO nova.compute.manager [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Migrating [ 1748.311341] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.579s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.311645] env[63070]: DEBUG nova.objects.instance [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lazy-loading 'resources' on Instance uuid 479bc771-a4cc-49fb-8de5-0f2ba643704a {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.316702] env[63070]: DEBUG oslo_concurrency.lockutils [req-49f9073e-c15a-4557-aa4d-befdb269124e req-3d4db26a-b790-4d99-82e4-b08db743dfac service nova] Releasing lock "refresh_cache-83004138-7804-4bf2-9cc6-ef9dc141a90f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.438428] env[63070]: DEBUG nova.network.neutron [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Successfully updated port: 2761faaf-4366-45d0-9fdb-b5c9d01ddc90 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1748.511637] env[63070]: DEBUG oslo_vmware.api [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Task: {'id': task-1771188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236141} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.512140] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1748.512195] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1748.512377] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1748.512548] env[63070]: INFO nova.compute.manager [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1748.512787] env[63070]: DEBUG oslo.service.loopingcall [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.512998] env[63070]: DEBUG nova.compute.manager [-] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1748.513131] env[63070]: DEBUG nova.network.neutron [-] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1748.518273] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: ffe69efd-f43c-47c6-98d1-a149d0411d61] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1748.532679] env[63070]: DEBUG nova.network.neutron [-] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1748.714359] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.714673] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.714903] env[63070]: DEBUG nova.network.neutron [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.715245] env[63070]: DEBUG nova.objects.instance [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'info_cache' on Instance uuid eb7c6d24-9b2c-4777-8b73-8b8f3463e868 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.796795] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524a13d9-44a6-5eb2-0bb0-605f4548af3c, 'name': SearchDatastore_Task, 'duration_secs': 0.019109} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.797287] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.797537] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 83004138-7804-4bf2-9cc6-ef9dc141a90f/83004138-7804-4bf2-9cc6-ef9dc141a90f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.797866] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72a9142f-f1fa-4c4f-b011-1459b03ed250 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.805102] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1748.805102] env[63070]: value = "task-1771189" [ 1748.805102] env[63070]: _type = "Task" [ 1748.805102] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.813272] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.824467] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.824649] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.824829] env[63070]: DEBUG nova.network.neutron [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.941696] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "refresh_cache-06f26fc8-b843-48cb-b466-979d4d4ff6ac" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.941891] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "refresh_cache-06f26fc8-b843-48cb-b466-979d4d4ff6ac" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.942165] env[63070]: DEBUG nova.network.neutron [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.023863] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: ca3c0eed-1172-4984-96b7-707886d20979] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1749.039023] env[63070]: DEBUG nova.network.neutron [-] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.064935] env[63070]: DEBUG nova.compute.manager [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Received event network-vif-plugged-2761faaf-4366-45d0-9fdb-b5c9d01ddc90 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1749.065567] env[63070]: DEBUG oslo_concurrency.lockutils [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] Acquiring lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.065980] env[63070]: DEBUG oslo_concurrency.lockutils [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] Lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.066271] env[63070]: DEBUG oslo_concurrency.lockutils [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] Lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.066544] env[63070]: DEBUG nova.compute.manager [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] No waiting events found dispatching network-vif-plugged-2761faaf-4366-45d0-9fdb-b5c9d01ddc90 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.068249] env[63070]: WARNING nova.compute.manager [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Received unexpected event network-vif-plugged-2761faaf-4366-45d0-9fdb-b5c9d01ddc90 for instance with vm_state building and task_state spawning. [ 1749.068249] env[63070]: DEBUG nova.compute.manager [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Received event network-changed-2761faaf-4366-45d0-9fdb-b5c9d01ddc90 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1749.068249] env[63070]: DEBUG nova.compute.manager [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Refreshing instance network info cache due to event network-changed-2761faaf-4366-45d0-9fdb-b5c9d01ddc90. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1749.068249] env[63070]: DEBUG oslo_concurrency.lockutils [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] Acquiring lock "refresh_cache-06f26fc8-b843-48cb-b466-979d4d4ff6ac" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.137235] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0900b8-428e-4c33-80c1-3396369bb459 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.146375] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6801ef4-24fe-40ea-89c2-e87f528e856b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.184231] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3714a4-abb3-4570-a017-2effbe6d4eb4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.193083] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c261a-e5b1-4695-b64c-fa2158de18f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.213025] env[63070]: DEBUG nova.compute.provider_tree [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.219183] env[63070]: DEBUG nova.objects.base [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1749.317130] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771189, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.492408] env[63070]: DEBUG nova.network.neutron [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1749.527709] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 2b17c2dd-b13c-4fd6-bb1e-0f41639a01ea] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1749.536556] env[63070]: DEBUG nova.network.neutron [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance_info_cache with network_info: [{"id": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "address": "fa:16:3e:96:2f:95", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9822aac-ee", "ovs_interfaceid": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.543662] env[63070]: INFO nova.compute.manager [-] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Took 1.03 seconds to deallocate network for instance. [ 1749.633894] env[63070]: DEBUG nova.network.neutron [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Updating instance_info_cache with network_info: [{"id": "2761faaf-4366-45d0-9fdb-b5c9d01ddc90", "address": "fa:16:3e:f7:ad:94", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2761faaf-43", "ovs_interfaceid": "2761faaf-4366-45d0-9fdb-b5c9d01ddc90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.715130] env[63070]: DEBUG nova.scheduler.client.report [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.815608] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535383} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.816308] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 83004138-7804-4bf2-9cc6-ef9dc141a90f/83004138-7804-4bf2-9cc6-ef9dc141a90f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.816308] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.816900] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d34e9e69-e021-4b5a-aca9-5a5b99d51a9f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.823668] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1749.823668] env[63070]: value = "task-1771190" [ 1749.823668] env[63070]: _type = "Task" [ 1749.823668] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.832246] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.963907] env[63070]: DEBUG nova.network.neutron [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [{"id": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "address": "fa:16:3e:ef:c6:8c", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff8c4d1-52", "ovs_interfaceid": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.030951] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 32171cc3-2a4b-47a4-a827-ec349df08572] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1750.039788] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.053895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.103610] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.136105] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "refresh_cache-06f26fc8-b843-48cb-b466-979d4d4ff6ac" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.136879] env[63070]: DEBUG nova.compute.manager [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Instance network_info: |[{"id": "2761faaf-4366-45d0-9fdb-b5c9d01ddc90", "address": "fa:16:3e:f7:ad:94", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2761faaf-43", "ovs_interfaceid": "2761faaf-4366-45d0-9fdb-b5c9d01ddc90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1750.137313] env[63070]: DEBUG oslo_concurrency.lockutils [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] Acquired lock "refresh_cache-06f26fc8-b843-48cb-b466-979d4d4ff6ac" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.137530] env[63070]: DEBUG nova.network.neutron [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Refreshing network info cache for port 2761faaf-4366-45d0-9fdb-b5c9d01ddc90 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.138777] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ad:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2761faaf-4366-45d0-9fdb-b5c9d01ddc90', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1750.147705] env[63070]: DEBUG oslo.service.loopingcall [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.149010] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1750.149261] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c163c4a-5e17-4053-bc85-4484598cc9f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.171853] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1750.171853] env[63070]: value = "task-1771191" [ 1750.171853] env[63070]: _type = "Task" [ 1750.171853] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.180442] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771191, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.220338] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.222997] env[63070]: DEBUG oslo_concurrency.lockutils [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.373s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.223279] env[63070]: DEBUG nova.objects.instance [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63070) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1750.241663] env[63070]: INFO nova.scheduler.client.report [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Deleted allocations for instance 479bc771-a4cc-49fb-8de5-0f2ba643704a [ 1750.333980] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072216} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.334346] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.335245] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b0e1b9-df82-4e41-8804-9824bea6ef38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.359613] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 83004138-7804-4bf2-9cc6-ef9dc141a90f/83004138-7804-4bf2-9cc6-ef9dc141a90f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.360303] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4767d6-e90e-4d25-b506-752867af7f51 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.379557] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1750.379557] env[63070]: value = "task-1771192" [ 1750.379557] env[63070]: _type = "Task" [ 1750.379557] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.388243] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.466724] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.534693] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: f4e5dc6f-fafc-4717-a50a-4eac66ff9113] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1750.683387] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771191, 'name': CreateVM_Task, 'duration_secs': 0.41663} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.683478] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.684238] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.684428] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.684806] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.685112] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32cf578d-55d5-49c6-bece-f2b68e806a93 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.692828] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1750.692828] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d21063-89ec-2f5f-142d-5818d0de02f5" [ 1750.692828] env[63070]: _type = "Task" [ 1750.692828] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.700989] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d21063-89ec-2f5f-142d-5818d0de02f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.751090] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7e99c559-ab1d-40c9-90ef-8f1cdeb149ce tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "479bc771-a4cc-49fb-8de5-0f2ba643704a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.529s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.892145] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771192, 'name': ReconfigVM_Task, 'duration_secs': 0.419923} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.892145] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 83004138-7804-4bf2-9cc6-ef9dc141a90f/83004138-7804-4bf2-9cc6-ef9dc141a90f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.892145] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccd6b913-9f9f-45f8-b306-c232c1eacf97 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.899190] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1750.899190] env[63070]: value = "task-1771193" [ 1750.899190] env[63070]: _type = "Task" [ 1750.899190] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.911773] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771193, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.943508] env[63070]: DEBUG nova.network.neutron [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Updated VIF entry in instance network info cache for port 2761faaf-4366-45d0-9fdb-b5c9d01ddc90. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.943883] env[63070]: DEBUG nova.network.neutron [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Updating instance_info_cache with network_info: [{"id": "2761faaf-4366-45d0-9fdb-b5c9d01ddc90", "address": "fa:16:3e:f7:ad:94", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2761faaf-43", "ovs_interfaceid": "2761faaf-4366-45d0-9fdb-b5c9d01ddc90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.038509] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 3938b74a-c763-413b-9c5d-f3ef83015b5c] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1751.203299] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d21063-89ec-2f5f-142d-5818d0de02f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.203619] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.203854] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1751.204108] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.204261] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.204440] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1751.204711] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30d507ef-16da-4cf7-855c-f9fabd10b790 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.213310] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.213504] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.214271] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2473361-d5c8-4de9-85f4-21e2cb4d0020 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.219697] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1751.219697] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5220727c-7f6b-1d9d-e06b-c09fd83bddf3" [ 1751.219697] env[63070]: _type = "Task" [ 1751.219697] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.227897] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5220727c-7f6b-1d9d-e06b-c09fd83bddf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.233365] env[63070]: DEBUG oslo_concurrency.lockutils [None req-04caeebf-5bd2-400d-ae43-99868e034c7f tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.234258] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.018s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.235764] env[63070]: INFO nova.compute.claims [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.413067] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771193, 'name': Rename_Task, 'duration_secs': 0.189854} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.413382] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.413638] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de1feda2-0eb2-4b66-8143-e20218f09b5f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.419724] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1751.419724] env[63070]: value = "task-1771194" [ 1751.419724] env[63070]: _type = "Task" [ 1751.419724] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.427852] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.446406] env[63070]: DEBUG oslo_concurrency.lockutils [req-d046c22e-accd-4547-98a8-48fd19e40087 req-eefa2a9f-0609-4bf9-96bb-b3ffa3c53968 service nova] Releasing lock "refresh_cache-06f26fc8-b843-48cb-b466-979d4d4ff6ac" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.474236] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.474236] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca666ae3-cd6a-4aa9-a78d-bf84be66172a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.480645] env[63070]: DEBUG oslo_vmware.api [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1751.480645] env[63070]: value = "task-1771195" [ 1751.480645] env[63070]: _type = "Task" [ 1751.480645] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.489147] env[63070]: DEBUG oslo_vmware.api [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.522967] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "46c4833a-37de-4b16-904a-a88e50cb1998" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.523359] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "46c4833a-37de-4b16-904a-a88e50cb1998" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.523612] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "46c4833a-37de-4b16-904a-a88e50cb1998-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.523846] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "46c4833a-37de-4b16-904a-a88e50cb1998-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.524084] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "46c4833a-37de-4b16-904a-a88e50cb1998-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.526697] env[63070]: INFO nova.compute.manager [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Terminating instance [ 1751.541928] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: be182532-b109-41da-931d-297bb773b2f1] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1751.555402] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad4c11b-52a1-4c22-9471-e744e5a20391 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.574572] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance '1c16d24c-80ba-47e5-ba79-dfbf732640f0' progress to 0 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1751.731215] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5220727c-7f6b-1d9d-e06b-c09fd83bddf3, 'name': SearchDatastore_Task, 'duration_secs': 0.013166} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.732692] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6ff988-edc4-45c1-9691-32e4ac4372b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.738647] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1751.738647] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5213338f-7af6-9ad5-fe37-ca64231fcf1c" [ 1751.738647] env[63070]: _type = "Task" [ 1751.738647] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.749729] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5213338f-7af6-9ad5-fe37-ca64231fcf1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.930195] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771194, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.991061] env[63070]: DEBUG oslo_vmware.api [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771195, 'name': PowerOnVM_Task, 'duration_secs': 0.48774} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.991281] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.991490] env[63070]: DEBUG nova.compute.manager [None req-d5c38e98-6887-4668-99a2-56cea045a85f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.992280] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532b4160-2eaf-4dbf-b039-893905d7ece4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.031342] env[63070]: DEBUG nova.compute.manager [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.031630] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.032782] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027883e2-d802-4b8a-bb45-dee67c4ff0dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.043438] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.043720] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72918dc7-95c1-4874-86dc-ccbfa6f1825a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.045509] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 8d19b75b-ec72-4444-9125-094e11c0bc47] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1752.052952] env[63070]: DEBUG oslo_vmware.api [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1752.052952] env[63070]: value = "task-1771196" [ 1752.052952] env[63070]: _type = "Task" [ 1752.052952] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.062426] env[63070]: DEBUG oslo_vmware.api [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.080868] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.081684] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13a8ec46-4108-4566-b6aa-7b720ccab799 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.088664] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1752.088664] env[63070]: value = "task-1771197" [ 1752.088664] env[63070]: _type = "Task" [ 1752.088664] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.097910] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.252997] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5213338f-7af6-9ad5-fe37-ca64231fcf1c, 'name': SearchDatastore_Task, 'duration_secs': 0.023869} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.252997] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.252997] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 06f26fc8-b843-48cb-b466-979d4d4ff6ac/06f26fc8-b843-48cb-b466-979d4d4ff6ac.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1752.253559] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67da6aeb-4af3-401a-8624-06663dd6e0b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.261063] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1752.261063] env[63070]: value = "task-1771198" [ 1752.261063] env[63070]: _type = "Task" [ 1752.261063] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.273924] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.433823] env[63070]: DEBUG oslo_vmware.api [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771194, 'name': PowerOnVM_Task, 'duration_secs': 0.734078} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.435121] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.435121] env[63070]: INFO nova.compute.manager [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1752.435121] env[63070]: DEBUG nova.compute.manager [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.435526] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e53d3d-a2a3-4513-a397-74e5827e7d0e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.481445] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482e8616-8f57-41d3-8a0a-c58f9c53c7f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.490340] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241c68cc-16b9-4794-8086-acb090de1716 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.523662] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f36168-1000-4cef-9b66-2a166190d81d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.532650] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da4fcd2-f749-49fa-932b-b25c4134c960 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.297972] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 975ac1f2-0948-41f5-a614-466b7dde9e83] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1753.309361] env[63070]: DEBUG nova.compute.provider_tree [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.322898] env[63070]: DEBUG nova.scheduler.client.report [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.327514] env[63070]: INFO nova.compute.manager [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Took 17.72 seconds to build instance. [ 1753.336786] env[63070]: DEBUG oslo_vmware.api [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771196, 'name': PowerOffVM_Task, 'duration_secs': 0.357713} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.343343] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.343530] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.343808] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771197, 'name': PowerOffVM_Task, 'duration_secs': 0.319949} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.344541] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751687} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.345227] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99a6e0dd-a185-4a6a-8073-674a97a9f565 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.346958] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.347177] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance '1c16d24c-80ba-47e5-ba79-dfbf732640f0' progress to 17 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1753.352018] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 06f26fc8-b843-48cb-b466-979d4d4ff6ac/06f26fc8-b843-48cb-b466-979d4d4ff6ac.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1753.352018] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1753.355731] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4763a86f-fa75-4857-bc26-a43746ea1654 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.360816] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1753.360816] env[63070]: value = "task-1771200" [ 1753.360816] env[63070]: _type = "Task" [ 1753.360816] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.371279] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.455955] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.456207] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.456392] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Deleting the datastore file [datastore1] 46c4833a-37de-4b16-904a-a88e50cb1998 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.460030] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-953bb3f9-2f6c-4ef2-89cf-d09668cc0ed8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.463090] env[63070]: DEBUG oslo_vmware.api [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for the task: (returnval){ [ 1753.463090] env[63070]: value = "task-1771201" [ 1753.463090] env[63070]: _type = "Task" [ 1753.463090] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.473831] env[63070]: DEBUG oslo_vmware.api [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.813484] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: fdc59a92-c8c9-4768-bef5-52d7f12f01e1] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1753.830398] env[63070]: DEBUG oslo_concurrency.lockutils [None req-99a282c9-d2b1-4840-b365-89b12f4f3ff3 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "83004138-7804-4bf2-9cc6-ef9dc141a90f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.226s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.831154] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.831661] env[63070]: DEBUG nova.compute.manager [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.834673] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.301s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.836288] env[63070]: INFO nova.compute.claims [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.843411] env[63070]: DEBUG oslo_concurrency.lockutils [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "83004138-7804-4bf2-9cc6-ef9dc141a90f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.843637] env[63070]: DEBUG oslo_concurrency.lockutils [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "83004138-7804-4bf2-9cc6-ef9dc141a90f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.843843] env[63070]: DEBUG nova.compute.manager [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.844692] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435640f8-b46c-4b7f-a6d9-cfabf457bbcf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.855717] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1753.855717] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1753.856110] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1753.856379] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1753.858031] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1753.858031] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1753.858031] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1753.858031] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1753.858031] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1753.858031] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1753.858031] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1753.863119] env[63070]: DEBUG nova.compute.manager [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63070) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1753.863747] env[63070]: DEBUG nova.objects.instance [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lazy-loading 'flavor' on Instance uuid 83004138-7804-4bf2-9cc6-ef9dc141a90f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.865623] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3366808-0689-43fc-a590-19a689f10134 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.888087] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071708} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.888087] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1753.888087] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1753.888087] env[63070]: value = "task-1771202" [ 1753.888087] env[63070]: _type = "Task" [ 1753.888087] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.889252] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df32a356-7ec8-4cde-be08-df0268d1f781 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.917222] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 06f26fc8-b843-48cb-b466-979d4d4ff6ac/06f26fc8-b843-48cb-b466-979d4d4ff6ac.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1753.921337] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb57bc64-3514-4961-8fd7-0b8d75ec6a43 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.937055] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.943428] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1753.943428] env[63070]: value = "task-1771203" [ 1753.943428] env[63070]: _type = "Task" [ 1753.943428] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.951887] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.972530] env[63070]: DEBUG oslo_vmware.api [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Task: {'id': task-1771201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269616} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.972778] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1753.972988] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1753.973202] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1753.973383] env[63070]: INFO nova.compute.manager [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1753.973626] env[63070]: DEBUG oslo.service.loopingcall [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.973819] env[63070]: DEBUG nova.compute.manager [-] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1753.973914] env[63070]: DEBUG nova.network.neutron [-] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.241961] env[63070]: DEBUG nova.compute.manager [req-91e1f07b-fd75-411a-bbfc-d3fce0023605 req-f1b7010b-2def-402a-882c-6cb11624163a service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Received event network-vif-deleted-a4a304aa-b1fd-4417-b191-667d2ec22c64 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1754.242139] env[63070]: INFO nova.compute.manager [req-91e1f07b-fd75-411a-bbfc-d3fce0023605 req-f1b7010b-2def-402a-882c-6cb11624163a service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Neutron deleted interface a4a304aa-b1fd-4417-b191-667d2ec22c64; detaching it from the instance and deleting it from the info cache [ 1754.242373] env[63070]: DEBUG nova.network.neutron [req-91e1f07b-fd75-411a-bbfc-d3fce0023605 req-f1b7010b-2def-402a-882c-6cb11624163a service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.317328] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 0d5b6def-ef7c-4b57-8dc8-a199b2a8a091] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1754.341329] env[63070]: DEBUG nova.compute.utils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.346328] env[63070]: DEBUG nova.compute.manager [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.346547] env[63070]: DEBUG nova.network.neutron [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.390014] env[63070]: DEBUG nova.policy [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84357e3fa25c41618001137e6ae55f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65cd8927310546aaa00aaea1ad02ba36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.402475] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771202, 'name': ReconfigVM_Task, 'duration_secs': 0.24387} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.402801] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance '1c16d24c-80ba-47e5-ba79-dfbf732640f0' progress to 33 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1754.456021] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771203, 'name': ReconfigVM_Task, 'duration_secs': 0.302113} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.456021] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 06f26fc8-b843-48cb-b466-979d4d4ff6ac/06f26fc8-b843-48cb-b466-979d4d4ff6ac.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.456573] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e57e6e5-b9dc-477c-8464-56660b9ad95c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.463610] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1754.463610] env[63070]: value = "task-1771204" [ 1754.463610] env[63070]: _type = "Task" [ 1754.463610] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.471653] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771204, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.719273] env[63070]: DEBUG nova.network.neutron [-] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.745870] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cec35126-c791-419f-8494-dc7f1511c59a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.755007] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59481784-16ba-46c7-9f6a-dd37628743e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.766391] env[63070]: DEBUG nova.network.neutron [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Successfully created port: 3210be4e-9bb5-40d1-8f37-d9be9eb56ab2 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.789935] env[63070]: DEBUG nova.compute.manager [req-91e1f07b-fd75-411a-bbfc-d3fce0023605 req-f1b7010b-2def-402a-882c-6cb11624163a service nova] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Detach interface failed, port_id=a4a304aa-b1fd-4417-b191-667d2ec22c64, reason: Instance 46c4833a-37de-4b16-904a-a88e50cb1998 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1754.821278] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 76088293-9a93-416f-ab0f-018303a573c6] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1754.847768] env[63070]: DEBUG nova.compute.manager [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1754.882698] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.883171] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9598cd8-f491-4050-a650-66783469b28a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.894673] env[63070]: DEBUG oslo_vmware.api [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1754.894673] env[63070]: value = "task-1771205" [ 1754.894673] env[63070]: _type = "Task" [ 1754.894673] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.905020] env[63070]: DEBUG oslo_vmware.api [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.909989] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1754.910316] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1754.910547] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1754.910807] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1754.910983] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1754.911240] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1754.911550] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1754.911774] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1754.911982] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1754.912171] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1754.912345] env[63070]: DEBUG nova.virt.hardware [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1754.918420] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1754.921596] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-497c55f6-7ce4-4e4a-9278-d5ebf9d1456e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.940109] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1754.940109] env[63070]: value = "task-1771206" [ 1754.940109] env[63070]: _type = "Task" [ 1754.940109] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.949093] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.974254] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771204, 'name': Rename_Task, 'duration_secs': 0.195211} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.974540] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.974788] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc7fd4f8-a95a-4856-8244-349dd5164ecc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.982619] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1754.982619] env[63070]: value = "task-1771207" [ 1754.982619] env[63070]: _type = "Task" [ 1754.982619] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.990279] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.106081] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6196d5c-2e22-4550-87a2-c6cdc407b1af {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.113880] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59af4c99-8241-4663-8911-30851cab4c4c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.146749] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca2ccb5-99c6-4ba8-940f-4c5a04f42872 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.154278] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a60bc-a561-4be1-836f-c2e53fa123a0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.169336] env[63070]: DEBUG nova.compute.provider_tree [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.222396] env[63070]: INFO nova.compute.manager [-] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Took 1.25 seconds to deallocate network for instance. [ 1755.324588] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: f2b260f1-1e22-456f-a766-51e2cb7efa6c] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1755.404778] env[63070]: DEBUG oslo_vmware.api [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771205, 'name': PowerOffVM_Task, 'duration_secs': 0.328228} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.405161] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.405379] env[63070]: DEBUG nova.compute.manager [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.406224] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4582297-82e6-4f50-81bb-9d38096cccf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.450581] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771206, 'name': ReconfigVM_Task, 'duration_secs': 0.304682} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.451567] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1755.452402] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd9bb4d-0056-40c5-9df4-189b525ac7d9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.479824] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 1c16d24c-80ba-47e5-ba79-dfbf732640f0/1c16d24c-80ba-47e5-ba79-dfbf732640f0.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1755.480526] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-622a51db-aa5a-4e48-b228-d4f9eadc24f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.505887] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771207, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.507514] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1755.507514] env[63070]: value = "task-1771208" [ 1755.507514] env[63070]: _type = "Task" [ 1755.507514] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.516108] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.673085] env[63070]: DEBUG nova.scheduler.client.report [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.728552] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.827758] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 2885b496-748d-4162-9f7c-995690b3b87c] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1755.861368] env[63070]: DEBUG nova.compute.manager [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.887364] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.887680] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.887855] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.888050] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.888203] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.888357] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.888714] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.888714] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.888876] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.889052] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.889277] env[63070]: DEBUG nova.virt.hardware [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.890205] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dace3a-1cd8-4047-a30a-616726ddf71b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.901086] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e4cec4-63b5-4474-8666-160e70e64e60 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.921701] env[63070]: DEBUG oslo_concurrency.lockutils [None req-329e3ae6-3e6e-454a-ab28-a40d21a2c686 tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "83004138-7804-4bf2-9cc6-ef9dc141a90f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.005626] env[63070]: DEBUG oslo_vmware.api [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771207, 'name': PowerOnVM_Task, 'duration_secs': 0.556609} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.005905] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1756.006226] env[63070]: INFO nova.compute.manager [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1756.006416] env[63070]: DEBUG nova.compute.manager [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.007260] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983252c8-dad4-44fd-8179-858dac6830dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.018358] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.179551] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.179830] env[63070]: DEBUG nova.compute.manager [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.182783] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.129s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.183098] env[63070]: DEBUG nova.objects.instance [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lazy-loading 'resources' on Instance uuid 555f1376-2ff0-4283-9e8e-315dbbc440f9 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.331183] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 9183a3f7-2a06-4ced-bb03-678276db88d7] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1756.520130] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771208, 'name': ReconfigVM_Task, 'duration_secs': 0.572056} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.520547] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 1c16d24c-80ba-47e5-ba79-dfbf732640f0/1c16d24c-80ba-47e5-ba79-dfbf732640f0.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.520820] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance '1c16d24c-80ba-47e5-ba79-dfbf732640f0' progress to 50 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1756.529943] env[63070]: INFO nova.compute.manager [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Took 14.93 seconds to build instance. [ 1756.685042] env[63070]: DEBUG oslo_vmware.rw_handles [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246d7e6-0ba9-e9c9-6d6f-e1acc478cd6f/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1756.685608] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "83004138-7804-4bf2-9cc6-ef9dc141a90f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.685897] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "83004138-7804-4bf2-9cc6-ef9dc141a90f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.686231] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "83004138-7804-4bf2-9cc6-ef9dc141a90f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.686381] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "83004138-7804-4bf2-9cc6-ef9dc141a90f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.686585] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "83004138-7804-4bf2-9cc6-ef9dc141a90f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.689052] env[63070]: DEBUG nova.compute.utils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1756.690780] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ed596d-60cb-4aa5-8a71-435e68f3daee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.693633] env[63070]: INFO nova.compute.manager [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Terminating instance [ 1756.697617] env[63070]: DEBUG nova.compute.manager [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1756.697783] env[63070]: DEBUG nova.network.neutron [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.705024] env[63070]: DEBUG oslo_vmware.rw_handles [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246d7e6-0ba9-e9c9-6d6f-e1acc478cd6f/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1756.705224] env[63070]: ERROR oslo_vmware.rw_handles [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246d7e6-0ba9-e9c9-6d6f-e1acc478cd6f/disk-0.vmdk due to incomplete transfer. [ 1756.705614] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16f17f56-10ab-40f4-bc10-bc7cab74e974 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.715072] env[63070]: DEBUG oslo_vmware.rw_handles [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246d7e6-0ba9-e9c9-6d6f-e1acc478cd6f/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1756.715072] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Uploaded image 5d037aec-0d43-4a00-8ba1-5876a3c3f953 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1756.717679] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1756.718154] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d58f268f-dd5a-4a11-b716-63f09a810cc6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.726253] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1756.726253] env[63070]: value = "task-1771209" [ 1756.726253] env[63070]: _type = "Task" [ 1756.726253] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.734412] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.738978] env[63070]: DEBUG nova.policy [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b9d37750b994d84a5293b98710cccfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edf2a5df56bc4599a0df33973095282e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1756.834808] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: c55b02dc-6fdd-4638-a013-56a0d090a379] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1756.896235] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f2df17-1801-4e05-8676-47ea8d474a6e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.903931] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fb9d62-8551-417b-92ce-4724e058693e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.938665] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfed370-4980-4809-847e-66c04c33159d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.947104] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00702b4a-c5b1-4216-b211-cb15737bd7bb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.961558] env[63070]: DEBUG nova.compute.provider_tree [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.030674] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56ec366-b5aa-48f5-a0db-ba93d4333d6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.034951] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5451aa05-a36e-4492-a488-3ac876896d19 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.446s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.056795] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0be7d9-418a-440e-a462-f9b2228bb7ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.077654] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance '1c16d24c-80ba-47e5-ba79-dfbf732640f0' progress to 67 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1757.117993] env[63070]: DEBUG nova.network.neutron [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Successfully created port: 150a1461-43b9-4877-8801-69f2b319cb59 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1757.198830] env[63070]: DEBUG nova.compute.manager [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.209414] env[63070]: DEBUG nova.compute.manager [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.209414] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.209414] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689527e9-fef9-4702-9b37-6daa75b5bd5a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.216921] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.217138] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51f3dc06-23ed-4182-b480-8f770e065028 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.238384] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.340257] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 3e505c86-f99e-4b3b-bc66-0b44d5b0231d] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1757.465144] env[63070]: DEBUG nova.scheduler.client.report [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.505291] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15801240-4fda-4fa0-bd48-8aa41ca0902b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.512100] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bda945c-d09c-43cf-a496-fa0cb16df391 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Suspending the VM {{(pid=63070) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1757.512561] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f97d7726-8f7c-486a-b2a6-c5d6be89b1ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.518625] env[63070]: DEBUG oslo_vmware.api [None req-3bda945c-d09c-43cf-a496-fa0cb16df391 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1757.518625] env[63070]: value = "task-1771211" [ 1757.518625] env[63070]: _type = "Task" [ 1757.518625] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.526086] env[63070]: DEBUG oslo_vmware.api [None req-3bda945c-d09c-43cf-a496-fa0cb16df391 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771211, 'name': SuspendVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.652440] env[63070]: DEBUG nova.network.neutron [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Port a9822aac-ee4b-49d1-9a61-e2bc56cda954 binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1757.737979] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.842683] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 3ed78d9c-5add-45dc-ba97-d674f1b09c15] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1757.969114] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.971833] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.868s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.972201] env[63070]: DEBUG nova.objects.instance [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lazy-loading 'pci_requests' on Instance uuid bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.991088] env[63070]: INFO nova.scheduler.client.report [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Deleted allocations for instance 555f1376-2ff0-4283-9e8e-315dbbc440f9 [ 1758.030487] env[63070]: DEBUG oslo_vmware.api [None req-3bda945c-d09c-43cf-a496-fa0cb16df391 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771211, 'name': SuspendVM_Task} progress is 62%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.208545] env[63070]: DEBUG nova.compute.manager [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.234387] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.234641] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.234798] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.234978] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.235185] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.235360] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.235568] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.235725] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.235889] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.236057] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.236305] env[63070]: DEBUG nova.virt.hardware [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.237367] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc12deaf-45d4-4ac5-a73c-2e9b7e1179a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.242792] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.247407] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c8fae6-f764-46ea-914b-a6f4da7f983c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.345918] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 07ce5a1d-ea87-4da0-a818-dac9ccb7af88] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1758.476117] env[63070]: DEBUG nova.objects.instance [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lazy-loading 'numa_topology' on Instance uuid bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.497266] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76a08910-f91b-4c80-a415-1082c175279e tempest-ServerShowV254Test-220217715 tempest-ServerShowV254Test-220217715-project-member] Lock "555f1376-2ff0-4283-9e8e-315dbbc440f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.674s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.529590] env[63070]: DEBUG oslo_vmware.api [None req-3bda945c-d09c-43cf-a496-fa0cb16df391 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771211, 'name': SuspendVM_Task, 'duration_secs': 0.878602} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.529897] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3bda945c-d09c-43cf-a496-fa0cb16df391 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Suspended the VM {{(pid=63070) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1758.530104] env[63070]: DEBUG nova.compute.manager [None req-3bda945c-d09c-43cf-a496-fa0cb16df391 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.530893] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b213781-3d74-4f42-abcc-c49623246334 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.680705] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.680705] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.680807] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.736734] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.849658] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: c8f758c5-2ab4-468d-88b7-f18d11b16d8e] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1758.978456] env[63070]: INFO nova.compute.claims [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.237013] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.354034] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 034bdc08-eee7-46cd-a37e-3f621cc593f8] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1759.665280] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a85a2f9-2175-43f0-ae80-6705dc3e1c36 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.673318] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b572fd40-bdb6-4ac0-a9d7-94347c3d31cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.704885] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440904f9-7f7a-4486-871c-162d9160a8f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.712241] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af1e23b-a084-41cf-b07f-d058ed688a78 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.726546] env[63070]: DEBUG nova.compute.provider_tree [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.735392] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.857842] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: e621dfd7-d429-4922-a660-d2f2e6385870] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1759.883683] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.883683] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.883683] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.883933] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.883987] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.887734] env[63070]: INFO nova.compute.manager [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Terminating instance [ 1759.931612] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.931720] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.931975] env[63070]: DEBUG nova.network.neutron [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.998236] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquiring lock "ad61f128-c43a-4d19-a5b9-108e8c03c592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.998368] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lock "ad61f128-c43a-4d19-a5b9-108e8c03c592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.998502] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquiring lock "ad61f128-c43a-4d19-a5b9-108e8c03c592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.998686] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lock "ad61f128-c43a-4d19-a5b9-108e8c03c592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.999959] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lock "ad61f128-c43a-4d19-a5b9-108e8c03c592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.000885] env[63070]: INFO nova.compute.manager [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Terminating instance [ 1760.230024] env[63070]: DEBUG nova.scheduler.client.report [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.242599] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.361472] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 0e05fbde-7467-4dfd-99f5-868e48de6e3d] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1760.391349] env[63070]: DEBUG nova.compute.manager [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1760.391560] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.392443] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b58b185-6086-4653-aba4-72181f0a7a65 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.400407] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.400636] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-900c80fc-4820-48fa-977f-ad40b9950f6e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.504750] env[63070]: DEBUG nova.compute.manager [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1760.504968] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.505917] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86d200d-31f2-4175-9020-6dfbafca373a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.514134] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.514716] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9f48c3c-28aa-4868-b5b0-5e66c54dd3aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.521609] env[63070]: DEBUG oslo_vmware.api [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for the task: (returnval){ [ 1760.521609] env[63070]: value = "task-1771213" [ 1760.521609] env[63070]: _type = "Task" [ 1760.521609] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.529929] env[63070]: DEBUG oslo_vmware.api [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.717484] env[63070]: DEBUG nova.network.neutron [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance_info_cache with network_info: [{"id": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "address": "fa:16:3e:96:2f:95", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9822aac-ee", "ovs_interfaceid": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.738549] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.740421] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.012s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.740647] env[63070]: DEBUG nova.objects.instance [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lazy-loading 'resources' on Instance uuid 46c4833a-37de-4b16-904a-a88e50cb1998 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1760.746835] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.767823] env[63070]: INFO nova.network.neutron [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updating port 933c239b-e6d2-481c-86eb-e4d977eca6e3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1760.865069] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 0cd4fefd-cbde-4ad2-b229-5979b1571b33] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1761.035291] env[63070]: DEBUG oslo_vmware.api [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771213, 'name': PowerOffVM_Task, 'duration_secs': 0.205093} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.039021] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.039021] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.039021] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a228fc8-89ab-43bf-8b4c-f2a3aad376c6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.188679] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.188871] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.189085] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleting the datastore file [datastore1] 06f26fc8-b843-48cb-b466-979d4d4ff6ac {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.190456] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65fc6fb1-de7d-4c91-b850-090043db7a76 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.193123] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.193123] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.193123] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Deleting the datastore file [datastore1] ad61f128-c43a-4d19-a5b9-108e8c03c592 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.193123] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e96bce52-31b0-40f9-aafb-19c24e99f301 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.201696] env[63070]: DEBUG oslo_vmware.api [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for the task: (returnval){ [ 1761.201696] env[63070]: value = "task-1771216" [ 1761.201696] env[63070]: _type = "Task" [ 1761.201696] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.203062] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.203147] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.203368] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleting the datastore file [datastore1] 83004138-7804-4bf2-9cc6-ef9dc141a90f {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.207920] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d02f822b-5200-4788-a434-0d3613bad6b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.209907] env[63070]: DEBUG oslo_vmware.api [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1761.209907] env[63070]: value = "task-1771215" [ 1761.209907] env[63070]: _type = "Task" [ 1761.209907] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.219139] env[63070]: DEBUG oslo_vmware.api [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1761.219139] env[63070]: value = "task-1771217" [ 1761.219139] env[63070]: _type = "Task" [ 1761.219139] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.219370] env[63070]: DEBUG oslo_vmware.api [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.220184] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.229749] env[63070]: DEBUG oslo_vmware.api [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.235351] env[63070]: DEBUG oslo_vmware.api [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.245366] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.367360] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 15a90e03-5481-404e-828d-2ed1dfe6469a] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1761.422441] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d955a345-0d35-4c1b-a1f4-82bee9066508 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.429706] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbabbf7-85b7-4cf7-9db1-e7e8a03e23b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.459263] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a24aac-8a1b-47fc-b688-eaf534db91d2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.466278] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652c2e68-b69a-46bf-8707-2310ea4ac3cb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.480137] env[63070]: DEBUG nova.compute.provider_tree [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.712789] env[63070]: DEBUG oslo_vmware.api [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Task: {'id': task-1771216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155259} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.715890] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.716025] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.716214] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.716409] env[63070]: INFO nova.compute.manager [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1761.716648] env[63070]: DEBUG oslo.service.loopingcall [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.716850] env[63070]: DEBUG nova.compute.manager [-] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.716944] env[63070]: DEBUG nova.network.neutron [-] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.726035] env[63070]: DEBUG oslo_vmware.api [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164942} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.726584] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.726764] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.727641] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.727836] env[63070]: INFO nova.compute.manager [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1761.728082] env[63070]: DEBUG oslo.service.loopingcall [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.730994] env[63070]: DEBUG nova.compute.manager [-] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.731124] env[63070]: DEBUG nova.network.neutron [-] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.737957] env[63070]: DEBUG oslo_vmware.api [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159553} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.738539] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.738721] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.738928] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.739163] env[63070]: INFO nova.compute.manager [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Took 4.53 seconds to destroy the instance on the hypervisor. [ 1761.739418] env[63070]: DEBUG oslo.service.loopingcall [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.742565] env[63070]: DEBUG nova.compute.manager [-] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.742660] env[63070]: DEBUG nova.network.neutron [-] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.750048] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771209, 'name': Destroy_Task, 'duration_secs': 4.56142} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.750048] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Destroyed the VM [ 1761.750181] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1761.750408] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e9cbef76-406e-4f74-9aa9-d82be5ec2024 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.753212] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880e4c9a-d24d-4b03-9572-237944b35fec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.772718] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee60c712-8b90-449c-9365-8bd0698c5f0a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.775665] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1761.775665] env[63070]: value = "task-1771218" [ 1761.775665] env[63070]: _type = "Task" [ 1761.775665] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.781452] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance '1c16d24c-80ba-47e5-ba79-dfbf732640f0' progress to 83 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1761.795176] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771218, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.871221] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: d6857835-31a5-47da-a63d-245672f30cb4] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1761.983292] env[63070]: DEBUG nova.scheduler.client.report [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.286514] env[63070]: DEBUG oslo_vmware.api [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771218, 'name': RemoveSnapshot_Task, 'duration_secs': 0.505847} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.286960] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1762.287274] env[63070]: INFO nova.compute.manager [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Took 17.89 seconds to snapshot the instance on the hypervisor. [ 1762.291049] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1762.291316] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984aadc7-bb2e-4b08-8c56-c19f9913019e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.298166] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1762.298166] env[63070]: value = "task-1771219" [ 1762.298166] env[63070]: _type = "Task" [ 1762.298166] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.306488] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.376094] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: d6f098c7-4ce7-440f-9b44-1eecdb8b6c27] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1762.488630] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.527661] env[63070]: INFO nova.scheduler.client.report [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Deleted allocations for instance 46c4833a-37de-4b16-904a-a88e50cb1998 [ 1762.542318] env[63070]: DEBUG nova.compute.manager [req-dc184e1b-e86c-4148-b088-0fb8f5d532ed req-f642cc3c-0528-4f8b-95dd-258bc26c7be6 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Received event network-vif-plugged-150a1461-43b9-4877-8801-69f2b319cb59 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1762.542579] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc184e1b-e86c-4148-b088-0fb8f5d532ed req-f642cc3c-0528-4f8b-95dd-258bc26c7be6 service nova] Acquiring lock "b18a4400-d1bd-4e8b-98bb-032df8f16437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.542823] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc184e1b-e86c-4148-b088-0fb8f5d532ed req-f642cc3c-0528-4f8b-95dd-258bc26c7be6 service nova] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.543241] env[63070]: DEBUG oslo_concurrency.lockutils [req-dc184e1b-e86c-4148-b088-0fb8f5d532ed req-f642cc3c-0528-4f8b-95dd-258bc26c7be6 service nova] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.543448] env[63070]: DEBUG nova.compute.manager [req-dc184e1b-e86c-4148-b088-0fb8f5d532ed req-f642cc3c-0528-4f8b-95dd-258bc26c7be6 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] No waiting events found dispatching network-vif-plugged-150a1461-43b9-4877-8801-69f2b319cb59 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1762.543637] env[63070]: WARNING nova.compute.manager [req-dc184e1b-e86c-4148-b088-0fb8f5d532ed req-f642cc3c-0528-4f8b-95dd-258bc26c7be6 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Received unexpected event network-vif-plugged-150a1461-43b9-4877-8801-69f2b319cb59 for instance with vm_state building and task_state spawning. [ 1762.563177] env[63070]: DEBUG nova.compute.manager [req-141de857-78e4-4ec3-98bb-ee911c201770 req-db4dea7f-f8d5-4a9c-899b-c2e4fbf5ad45 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Received event network-vif-deleted-2761faaf-4366-45d0-9fdb-b5c9d01ddc90 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1762.563497] env[63070]: INFO nova.compute.manager [req-141de857-78e4-4ec3-98bb-ee911c201770 req-db4dea7f-f8d5-4a9c-899b-c2e4fbf5ad45 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Neutron deleted interface 2761faaf-4366-45d0-9fdb-b5c9d01ddc90; detaching it from the instance and deleting it from the info cache [ 1762.563708] env[63070]: DEBUG nova.network.neutron [req-141de857-78e4-4ec3-98bb-ee911c201770 req-db4dea7f-f8d5-4a9c-899b-c2e4fbf5ad45 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.692701] env[63070]: DEBUG nova.network.neutron [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Successfully updated port: 3210be4e-9bb5-40d1-8f37-d9be9eb56ab2 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1762.700219] env[63070]: DEBUG nova.network.neutron [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Successfully updated port: 150a1461-43b9-4877-8801-69f2b319cb59 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1762.791677] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.791913] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.792183] env[63070]: DEBUG nova.network.neutron [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.809727] env[63070]: DEBUG oslo_vmware.api [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771219, 'name': PowerOnVM_Task, 'duration_secs': 0.412469} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.809985] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1762.810187] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d44b671-1746-4d2e-8046-0b9ab78aa16a tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance '1c16d24c-80ba-47e5-ba79-dfbf732640f0' progress to 100 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1762.841727] env[63070]: DEBUG nova.compute.manager [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Found 2 images (rotation: 2) {{(pid=63070) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1762.842305] env[63070]: WARNING oslo_messaging._drivers.amqpdriver [None req-9d3f566c-aad2-412c-9e5c-b856170a44a9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1762.879237] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 9f81fa88-6a8c-44c2-be45-2c28d4df5062] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1762.988040] env[63070]: DEBUG nova.network.neutron [-] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.011397] env[63070]: DEBUG nova.network.neutron [-] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.034976] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d8d163c2-0cd1-40cc-9af6-bf65bef0f75f tempest-ServerRescueNegativeTestJSON-447108699 tempest-ServerRescueNegativeTestJSON-447108699-project-member] Lock "46c4833a-37de-4b16-904a-a88e50cb1998" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.512s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.066880] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d807816c-be7b-45d8-a533-fc6b6b901a17 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.077455] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c23b1-4995-4b16-9c6d-2921b8ad6eba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.106248] env[63070]: DEBUG nova.compute.manager [req-141de857-78e4-4ec3-98bb-ee911c201770 req-db4dea7f-f8d5-4a9c-899b-c2e4fbf5ad45 service nova] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Detach interface failed, port_id=2761faaf-4366-45d0-9fdb-b5c9d01ddc90, reason: Instance 06f26fc8-b843-48cb-b466-979d4d4ff6ac could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1763.196111] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.196312] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.196454] env[63070]: DEBUG nova.network.neutron [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1763.202937] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "refresh_cache-b18a4400-d1bd-4e8b-98bb-032df8f16437" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.204222] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "refresh_cache-b18a4400-d1bd-4e8b-98bb-032df8f16437" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.204222] env[63070]: DEBUG nova.network.neutron [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1763.263735] env[63070]: DEBUG nova.network.neutron [-] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.382750] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 0861abe8-7840-4a5b-ac67-ae8576f66303] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1763.491483] env[63070]: INFO nova.compute.manager [-] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Took 1.76 seconds to deallocate network for instance. [ 1763.515965] env[63070]: INFO nova.compute.manager [-] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Took 1.77 seconds to deallocate network for instance. [ 1763.630230] env[63070]: DEBUG nova.network.neutron [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updating instance_info_cache with network_info: [{"id": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "address": "fa:16:3e:49:91:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933c239b-e6", "ovs_interfaceid": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.746156] env[63070]: DEBUG nova.network.neutron [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1763.748519] env[63070]: DEBUG nova.network.neutron [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1763.765543] env[63070]: INFO nova.compute.manager [-] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Took 2.05 seconds to deallocate network for instance. [ 1763.886756] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 39ed78b7-ec3f-404f-84e3-f47ac4f9519d] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1764.001859] env[63070]: DEBUG nova.network.neutron [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [{"id": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "address": "fa:16:3e:6e:19:60", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3210be4e-9b", "ovs_interfaceid": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.001859] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.001859] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.001859] env[63070]: DEBUG nova.objects.instance [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lazy-loading 'resources' on Instance uuid 06f26fc8-b843-48cb-b466-979d4d4ff6ac {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.015181] env[63070]: DEBUG nova.network.neutron [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Updating instance_info_cache with network_info: [{"id": "150a1461-43b9-4877-8801-69f2b319cb59", "address": "fa:16:3e:88:74:15", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150a1461-43", "ovs_interfaceid": "150a1461-43b9-4877-8801-69f2b319cb59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.022352] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.134391] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.165124] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f468c80f6bbd012777dae0eeab7cf6b3',container_format='bare',created_at=2024-12-11T20:18:57Z,direct_url=,disk_format='vmdk',id=c28c6278-9413-406c-82e4-a1417167c4dd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2031438355-shelved',owner='daa74d07aba74f9084dd83b7e4cdf899',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-11T20:19:18Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.165124] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.165437] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.165775] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.166045] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.166338] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.166668] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.166932] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.167227] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.167514] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.167913] env[63070]: DEBUG nova.virt.hardware [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.168898] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae0ef64-151b-439a-a70b-d1dd71775e2b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.178773] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8366744-a94a-4973-9d4a-32f918339426 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.195018] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:91:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '933c239b-e6d2-481c-86eb-e4d977eca6e3', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1764.203210] env[63070]: DEBUG oslo.service.loopingcall [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.203668] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1764.203975] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bebe01b-7c20-43e6-af40-5ddaf3f6bed5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.228668] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1764.228668] env[63070]: value = "task-1771220" [ 1764.228668] env[63070]: _type = "Task" [ 1764.228668] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.238178] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771220, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.271472] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.390498] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 474592d1-4a20-479d-85a9-a86c846849b5] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1764.503307] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.503539] env[63070]: DEBUG nova.compute.manager [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Instance network_info: |[{"id": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "address": "fa:16:3e:6e:19:60", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3210be4e-9b", "ovs_interfaceid": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1764.506506] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:19:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3210be4e-9bb5-40d1-8f37-d9be9eb56ab2', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1764.514940] env[63070]: DEBUG oslo.service.loopingcall [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.515554] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1764.515950] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d9e4b88-bc31-425c-943c-405dc2307b60 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.531173] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "refresh_cache-b18a4400-d1bd-4e8b-98bb-032df8f16437" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.531491] env[63070]: DEBUG nova.compute.manager [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Instance network_info: |[{"id": "150a1461-43b9-4877-8801-69f2b319cb59", "address": "fa:16:3e:88:74:15", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150a1461-43", "ovs_interfaceid": "150a1461-43b9-4877-8801-69f2b319cb59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1764.531982] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:74:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '150a1461-43b9-4877-8801-69f2b319cb59', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1764.540678] env[63070]: DEBUG oslo.service.loopingcall [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.544092] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1764.544541] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e1cd034-91ff-4706-b532-4918090862d0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.565812] env[63070]: DEBUG nova.compute.manager [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.566549] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1764.566549] env[63070]: value = "task-1771221" [ 1764.566549] env[63070]: _type = "Task" [ 1764.566549] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.568108] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c939b6b8-e79f-48d3-9ef9-cc6781fe402a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.582151] env[63070]: DEBUG nova.compute.manager [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received event network-vif-plugged-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1764.582377] env[63070]: DEBUG oslo_concurrency.lockutils [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] Acquiring lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.582582] env[63070]: DEBUG oslo_concurrency.lockutils [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.582747] env[63070]: DEBUG oslo_concurrency.lockutils [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.582913] env[63070]: DEBUG nova.compute.manager [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] No waiting events found dispatching network-vif-plugged-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1764.583157] env[63070]: WARNING nova.compute.manager [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received unexpected event network-vif-plugged-933c239b-e6d2-481c-86eb-e4d977eca6e3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1764.583459] env[63070]: DEBUG nova.compute.manager [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Received event network-changed-150a1461-43b9-4877-8801-69f2b319cb59 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1764.583503] env[63070]: DEBUG nova.compute.manager [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Refreshing instance network info cache due to event network-changed-150a1461-43b9-4877-8801-69f2b319cb59. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1764.583664] env[63070]: DEBUG oslo_concurrency.lockutils [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] Acquiring lock "refresh_cache-b18a4400-d1bd-4e8b-98bb-032df8f16437" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.583791] env[63070]: DEBUG oslo_concurrency.lockutils [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] Acquired lock "refresh_cache-b18a4400-d1bd-4e8b-98bb-032df8f16437" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.583958] env[63070]: DEBUG nova.network.neutron [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Refreshing network info cache for port 150a1461-43b9-4877-8801-69f2b319cb59 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1764.586103] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1764.586103] env[63070]: value = "task-1771222" [ 1764.586103] env[63070]: _type = "Task" [ 1764.586103] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.594117] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771221, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.604312] env[63070]: DEBUG nova.compute.manager [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Received event network-vif-deleted-2682bf6d-7f57-44b6-8f94-f9f23be13b4e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1764.604519] env[63070]: DEBUG nova.compute.manager [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received event network-vif-plugged-3210be4e-9bb5-40d1-8f37-d9be9eb56ab2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1764.604709] env[63070]: DEBUG oslo_concurrency.lockutils [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.604909] env[63070]: DEBUG oslo_concurrency.lockutils [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.605089] env[63070]: DEBUG oslo_concurrency.lockutils [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.605335] env[63070]: DEBUG nova.compute.manager [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] No waiting events found dispatching network-vif-plugged-3210be4e-9bb5-40d1-8f37-d9be9eb56ab2 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1764.605460] env[63070]: WARNING nova.compute.manager [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received unexpected event network-vif-plugged-3210be4e-9bb5-40d1-8f37-d9be9eb56ab2 for instance with vm_state building and task_state spawning. [ 1764.605625] env[63070]: DEBUG nova.compute.manager [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received event network-changed-3210be4e-9bb5-40d1-8f37-d9be9eb56ab2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1764.605778] env[63070]: DEBUG nova.compute.manager [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Refreshing instance network info cache due to event network-changed-3210be4e-9bb5-40d1-8f37-d9be9eb56ab2. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1764.605980] env[63070]: DEBUG oslo_concurrency.lockutils [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] Acquiring lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.606172] env[63070]: DEBUG oslo_concurrency.lockutils [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] Acquired lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.606311] env[63070]: DEBUG nova.network.neutron [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Refreshing network info cache for port 3210be4e-9bb5-40d1-8f37-d9be9eb56ab2 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1764.617812] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771222, 'name': CreateVM_Task} progress is 15%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.742022] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771220, 'name': CreateVM_Task, 'duration_secs': 0.403279} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.744605] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1764.746071] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.746071] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.746708] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1764.746708] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6589c9d-78e5-413b-9173-0128df39176f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.753121] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1764.753121] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bb5e1d-b053-6ec9-1e5f-112796532f8a" [ 1764.753121] env[63070]: _type = "Task" [ 1764.753121] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.765190] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52bb5e1d-b053-6ec9-1e5f-112796532f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.783289] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b89469-1a73-477c-b35a-d03e6ed61d67 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.791703] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4acfd7e-df63-4401-8027-3fe51892ee9a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.795408] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.795638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.795818] env[63070]: DEBUG nova.compute.manager [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Going to confirm migration 3 {{(pid=63070) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1764.827188] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7912d702-7172-4ed9-a532-efcc15ec6001 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.836764] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90f7edd-243a-4fdf-b9ac-44f8377e47fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.852339] env[63070]: DEBUG nova.compute.provider_tree [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.895439] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: f75ea9ed-d5ca-49c3-b705-36ef56c801e2] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1765.081245] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771221, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.099819] env[63070]: INFO nova.compute.manager [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] instance snapshotting [ 1765.100606] env[63070]: DEBUG nova.objects.instance [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'flavor' on Instance uuid 02085c0a-177e-4457-9646-46b9cde79adc {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.108535] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771222, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.269028] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.269028] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Processing image c28c6278-9413-406c-82e4-a1417167c4dd {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1765.269028] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd/c28c6278-9413-406c-82e4-a1417167c4dd.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.269028] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd/c28c6278-9413-406c-82e4-a1417167c4dd.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.269028] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1765.269338] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9b8b849-aff7-4694-ade1-5072274c3523 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.287297] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1765.287494] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1765.288292] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199c49d2-6f79-4750-a6a4-74d26d1057d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.296041] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1765.296041] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527120fa-bb10-7cda-943b-50120ccea91d" [ 1765.296041] env[63070]: _type = "Task" [ 1765.296041] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.307361] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527120fa-bb10-7cda-943b-50120ccea91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.355709] env[63070]: DEBUG nova.scheduler.client.report [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.374665] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.374890] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.375123] env[63070]: DEBUG nova.network.neutron [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.375347] env[63070]: DEBUG nova.objects.instance [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lazy-loading 'info_cache' on Instance uuid 1c16d24c-80ba-47e5-ba79-dfbf732640f0 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.397478] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 6a483d36-7cd6-4996-b187-8beb6fc95912] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1765.502382] env[63070]: DEBUG nova.network.neutron [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Updated VIF entry in instance network info cache for port 150a1461-43b9-4877-8801-69f2b319cb59. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.502746] env[63070]: DEBUG nova.network.neutron [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Updating instance_info_cache with network_info: [{"id": "150a1461-43b9-4877-8801-69f2b319cb59", "address": "fa:16:3e:88:74:15", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150a1461-43", "ovs_interfaceid": "150a1461-43b9-4877-8801-69f2b319cb59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.537108] env[63070]: DEBUG nova.network.neutron [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updated VIF entry in instance network info cache for port 3210be4e-9bb5-40d1-8f37-d9be9eb56ab2. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.537491] env[63070]: DEBUG nova.network.neutron [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [{"id": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "address": "fa:16:3e:6e:19:60", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3210be4e-9b", "ovs_interfaceid": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.581332] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771221, 'name': CreateVM_Task, 'duration_secs': 0.630725} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.581476] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1765.582173] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.582344] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.582655] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1765.582906] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2e40ab-a608-44f2-bc27-53e8e4bdb80c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.587645] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1765.587645] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eedba8-7a71-269d-261d-2537f186a0e4" [ 1765.587645] env[63070]: _type = "Task" [ 1765.587645] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.595982] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eedba8-7a71-269d-261d-2537f186a0e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.604978] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771222, 'name': CreateVM_Task, 'duration_secs': 0.597518} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.604978] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1765.605833] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.606538] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff424325-c334-4cb4-a045-5895ed2eff96 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.624523] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dbe192-4512-4449-8c9a-003223ebca97 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.808017] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Preparing fetch location {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1765.808358] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Fetch image to [datastore1] OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d/OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d.vmdk {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1765.808588] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Downloading stream optimized image c28c6278-9413-406c-82e4-a1417167c4dd to [datastore1] OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d/OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d.vmdk on the data store datastore1 as vApp {{(pid=63070) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1765.808790] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Downloading image file data c28c6278-9413-406c-82e4-a1417167c4dd to the ESX as VM named 'OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d' {{(pid=63070) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1765.861144] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.862637] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.841s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.862880] env[63070]: DEBUG nova.objects.instance [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lazy-loading 'resources' on Instance uuid 83004138-7804-4bf2-9cc6-ef9dc141a90f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.888077] env[63070]: DEBUG oslo_vmware.rw_handles [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1765.888077] env[63070]: value = "resgroup-9" [ 1765.888077] env[63070]: _type = "ResourcePool" [ 1765.888077] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1765.889056] env[63070]: INFO nova.scheduler.client.report [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted allocations for instance 06f26fc8-b843-48cb-b466-979d4d4ff6ac [ 1765.893647] env[63070]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3b4b7e7f-5fcb-4da5-badd-e697ec6e7b04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.910816] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 09fa1bdb-0403-4e86-a2b7-6b3a1c50f54e] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1765.921501] env[63070]: DEBUG oslo_vmware.rw_handles [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lease: (returnval){ [ 1765.921501] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52596e40-ed43-f407-0713-507bef9f94b1" [ 1765.921501] env[63070]: _type = "HttpNfcLease" [ 1765.921501] env[63070]: } obtained for vApp import into resource pool (val){ [ 1765.921501] env[63070]: value = "resgroup-9" [ 1765.921501] env[63070]: _type = "ResourcePool" [ 1765.921501] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1765.921722] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the lease: (returnval){ [ 1765.921722] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52596e40-ed43-f407-0713-507bef9f94b1" [ 1765.921722] env[63070]: _type = "HttpNfcLease" [ 1765.921722] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1765.929988] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1765.929988] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52596e40-ed43-f407-0713-507bef9f94b1" [ 1765.929988] env[63070]: _type = "HttpNfcLease" [ 1765.929988] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1766.005633] env[63070]: DEBUG oslo_concurrency.lockutils [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] Releasing lock "refresh_cache-b18a4400-d1bd-4e8b-98bb-032df8f16437" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.006077] env[63070]: DEBUG nova.compute.manager [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Received event network-vif-deleted-466d8b5c-7c6f-4bda-813b-944bc6d2f7c8 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1766.006375] env[63070]: DEBUG nova.compute.manager [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received event network-changed-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1766.006582] env[63070]: DEBUG nova.compute.manager [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Refreshing instance network info cache due to event network-changed-933c239b-e6d2-481c-86eb-e4d977eca6e3. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1766.006848] env[63070]: DEBUG oslo_concurrency.lockutils [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] Acquiring lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.007049] env[63070]: DEBUG oslo_concurrency.lockutils [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] Acquired lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.007233] env[63070]: DEBUG nova.network.neutron [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Refreshing network info cache for port 933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.040299] env[63070]: DEBUG oslo_concurrency.lockutils [req-9ba3841a-ebf4-45b2-98f9-9b3c21a84713 req-3f9a039d-ad55-49f0-86f1-1adc045bec9e service nova] Releasing lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.099301] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52eedba8-7a71-269d-261d-2537f186a0e4, 'name': SearchDatastore_Task, 'duration_secs': 0.022701} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.099619] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.099859] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.100100] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.100241] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.100428] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.100700] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.101008] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.101237] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b339313-6c4c-4658-a931-9f486a757a6c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.103301] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4637f9d0-6bbd-4645-9b3b-871c2d37bd7f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.108252] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1766.108252] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525b1cb2-b5d2-186d-fc36-41bc2425d2ff" [ 1766.108252] env[63070]: _type = "Task" [ 1766.108252] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.112057] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.112233] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.113941] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b852c49-0cd8-4350-bd88-5cfb7385fcf3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.119333] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525b1cb2-b5d2-186d-fc36-41bc2425d2ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.122540] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1766.122540] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5292a4b4-3705-95da-827e-e2b0e816d43e" [ 1766.122540] env[63070]: _type = "Task" [ 1766.122540] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.130793] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5292a4b4-3705-95da-827e-e2b0e816d43e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.134880] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1766.135154] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f5ab976-689c-4c23-bae7-11fb15457bba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.143274] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1766.143274] env[63070]: value = "task-1771224" [ 1766.143274] env[63070]: _type = "Task" [ 1766.143274] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.152959] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771224, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.400364] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72ee14b7-84fa-4c70-97f6-f665fd1039d6 tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "06f26fc8-b843-48cb-b466-979d4d4ff6ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.517s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.419033] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 01a1da0b-19d8-48b5-802a-9bf3a3661a49] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1766.431256] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1766.431256] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52596e40-ed43-f407-0713-507bef9f94b1" [ 1766.431256] env[63070]: _type = "HttpNfcLease" [ 1766.431256] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1766.549293] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d41feff-44c8-4b14-8ff6-01825bc2ed7b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.561728] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d47c6-cc52-4424-bec3-42d4f860f058 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.598980] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be12553f-6db7-47fd-a6a0-f4792b5ee61e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.608811] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd26f5d0-250b-49ff-b221-d9cc3c4672da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.627616] env[63070]: DEBUG nova.compute.provider_tree [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.635600] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525b1cb2-b5d2-186d-fc36-41bc2425d2ff, 'name': SearchDatastore_Task, 'duration_secs': 0.022212} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.638447] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.638711] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.638930] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.644156] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5292a4b4-3705-95da-827e-e2b0e816d43e, 'name': SearchDatastore_Task, 'duration_secs': 0.016271} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.648453] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84010ba3-3eca-4dbc-ac2b-8536b9ea7e75 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.655785] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1766.655785] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529e0264-23b7-23a2-8544-c380b368d4f6" [ 1766.655785] env[63070]: _type = "Task" [ 1766.655785] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.659327] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771224, 'name': CreateSnapshot_Task, 'duration_secs': 0.492996} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.662701] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1766.663696] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a561bac-7903-46ef-a034-f977040a1708 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.671992] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529e0264-23b7-23a2-8544-c380b368d4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.762254] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquiring lock "feb91057-5913-4446-a1fb-5cab7a6340bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.762527] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lock "feb91057-5913-4446-a1fb-5cab7a6340bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.762737] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquiring lock "feb91057-5913-4446-a1fb-5cab7a6340bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.762915] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lock "feb91057-5913-4446-a1fb-5cab7a6340bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.763102] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lock "feb91057-5913-4446-a1fb-5cab7a6340bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.765451] env[63070]: INFO nova.compute.manager [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Terminating instance [ 1766.825165] env[63070]: DEBUG nova.network.neutron [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance_info_cache with network_info: [{"id": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "address": "fa:16:3e:96:2f:95", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9822aac-ee", "ovs_interfaceid": "a9822aac-ee4b-49d1-9a61-e2bc56cda954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.892899] env[63070]: DEBUG nova.network.neutron [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updated VIF entry in instance network info cache for port 933c239b-e6d2-481c-86eb-e4d977eca6e3. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.893380] env[63070]: DEBUG nova.network.neutron [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updating instance_info_cache with network_info: [{"id": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "address": "fa:16:3e:49:91:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933c239b-e6", "ovs_interfaceid": "933c239b-e6d2-481c-86eb-e4d977eca6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.927998] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 0f6f32a9-b116-42a3-a7d6-8544cfbb6c4a] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1766.934115] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1766.934115] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52596e40-ed43-f407-0713-507bef9f94b1" [ 1766.934115] env[63070]: _type = "HttpNfcLease" [ 1766.934115] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1767.138206] env[63070]: DEBUG nova.scheduler.client.report [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.170388] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529e0264-23b7-23a2-8544-c380b368d4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.017462} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.170651] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.170918] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8c749d82-9fcb-40b8-b478-3b4bf79fd904/8c749d82-9fcb-40b8-b478-3b4bf79fd904.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1767.171223] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.171403] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.171856] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c6a3e1b-75ff-4617-933a-dd0b5c6492b7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.173794] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bffc698-97b7-4917-9578-d326166cc76e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.187278] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1767.189553] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f87d9d5e-7a71-4e13-ac01-c733f2e9c8d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.192716] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1767.192716] env[63070]: value = "task-1771225" [ 1767.192716] env[63070]: _type = "Task" [ 1767.192716] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.192939] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.193111] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1767.193926] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2356b80-d584-4af0-a3b0-19b2fcd5aeed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.201734] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1767.201734] env[63070]: value = "task-1771226" [ 1767.201734] env[63070]: _type = "Task" [ 1767.201734] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.211104] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.211493] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1767.211493] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522b7bab-e4fd-431e-4f4b-8802511e5dcd" [ 1767.211493] env[63070]: _type = "Task" [ 1767.211493] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.218244] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771226, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.224239] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522b7bab-e4fd-431e-4f4b-8802511e5dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.225406] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53614f61-99c4-4f59-a639-eceb14009f16 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.231920] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1767.231920] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5294efb9-bb23-a617-1504-0d8a06b3e7be" [ 1767.231920] env[63070]: _type = "Task" [ 1767.231920] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.240649] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5294efb9-bb23-a617-1504-0d8a06b3e7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.274810] env[63070]: DEBUG nova.compute.manager [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1767.275033] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.276108] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc4d216-c53e-420b-8a68-5a5f6936d8e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.286821] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.287248] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93eb4e1b-33b1-42a3-be03-12e3824c6bda {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.296854] env[63070]: DEBUG oslo_vmware.api [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for the task: (returnval){ [ 1767.296854] env[63070]: value = "task-1771227" [ 1767.296854] env[63070]: _type = "Task" [ 1767.296854] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.306429] env[63070]: DEBUG oslo_vmware.api [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.327263] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-1c16d24c-80ba-47e5-ba79-dfbf732640f0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.327566] env[63070]: DEBUG nova.objects.instance [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lazy-loading 'migration_context' on Instance uuid 1c16d24c-80ba-47e5-ba79-dfbf732640f0 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.333407] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "49796c7c-29c4-4ff4-821b-b950c4576770" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.333531] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "49796c7c-29c4-4ff4-821b-b950c4576770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.396331] env[63070]: DEBUG oslo_concurrency.lockutils [req-d0ed780e-5098-4c74-a55d-ab8792e04aa7 req-7b3e61bc-1939-4b51-a6d4-11c491f2ee10 service nova] Releasing lock "refresh_cache-bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.433027] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 61a92832-9fca-49e7-a1e6-fadd39ed54b1] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1767.434544] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1767.434544] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52596e40-ed43-f407-0713-507bef9f94b1" [ 1767.434544] env[63070]: _type = "HttpNfcLease" [ 1767.434544] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1767.643094] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.646380] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.374s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.646572] env[63070]: DEBUG nova.objects.instance [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lazy-loading 'resources' on Instance uuid ad61f128-c43a-4d19-a5b9-108e8c03c592 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.667485] env[63070]: INFO nova.scheduler.client.report [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted allocations for instance 83004138-7804-4bf2-9cc6-ef9dc141a90f [ 1767.709025] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771225, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.718877] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771226, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.745178] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5294efb9-bb23-a617-1504-0d8a06b3e7be, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.745520] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.745873] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] b18a4400-d1bd-4e8b-98bb-032df8f16437/b18a4400-d1bd-4e8b-98bb-032df8f16437.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1767.746221] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a9ef68d-c674-40b5-8e55-63d9c8113ffa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.756037] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1767.756037] env[63070]: value = "task-1771228" [ 1767.756037] env[63070]: _type = "Task" [ 1767.756037] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.769185] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.810544] env[63070]: DEBUG oslo_vmware.api [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.834227] env[63070]: DEBUG nova.objects.base [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Object Instance<1c16d24c-80ba-47e5-ba79-dfbf732640f0> lazy-loaded attributes: info_cache,migration_context {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1767.835294] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bbec93-5b2d-4a2c-923f-7413fca47a1c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.838437] env[63070]: DEBUG nova.compute.manager [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1767.859848] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c6e442-450d-426a-a932-8909aeec3cf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.867901] env[63070]: DEBUG oslo_vmware.api [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1767.867901] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5227b52a-0140-cd3e-e88f-69679e528d13" [ 1767.867901] env[63070]: _type = "Task" [ 1767.867901] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.879119] env[63070]: DEBUG oslo_vmware.api [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5227b52a-0140-cd3e-e88f-69679e528d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.933865] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1767.933865] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52596e40-ed43-f407-0713-507bef9f94b1" [ 1767.933865] env[63070]: _type = "HttpNfcLease" [ 1767.933865] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1767.934301] env[63070]: DEBUG oslo_vmware.rw_handles [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1767.934301] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52596e40-ed43-f407-0713-507bef9f94b1" [ 1767.934301] env[63070]: _type = "HttpNfcLease" [ 1767.934301] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1767.935192] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b508f65-d039-4d2a-87c4-425bc455d671 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.938272] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 55e951bd-d72e-409a-b69f-f61fe72d96ad] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1767.947571] env[63070]: DEBUG oslo_vmware.rw_handles [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225a4e7-f5db-9c0c-2402-d3d1a3f07d60/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1767.947808] env[63070]: DEBUG oslo_vmware.rw_handles [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225a4e7-f5db-9c0c-2402-d3d1a3f07d60/disk-0.vmdk. {{(pid=63070) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1768.020926] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3db91c55-49ab-40e5-bee8-89e8ec05e840 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.175668] env[63070]: DEBUG oslo_concurrency.lockutils [None req-43804481-98d5-4519-928e-fdf4648290af tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "83004138-7804-4bf2-9cc6-ef9dc141a90f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.490s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.210616] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843069} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.211399] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8c749d82-9fcb-40b8-b478-3b4bf79fd904/8c749d82-9fcb-40b8-b478-3b4bf79fd904.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.211713] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.212088] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bee04555-665f-45f2-a2c8-1a97deac650e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.218281] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771226, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.221638] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1768.221638] env[63070]: value = "task-1771229" [ 1768.221638] env[63070]: _type = "Task" [ 1768.221638] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.231721] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.269319] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771228, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.315115] env[63070]: DEBUG oslo_vmware.api [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771227, 'name': PowerOffVM_Task, 'duration_secs': 0.710051} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.315597] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.315810] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1768.316103] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c602eb5-d840-4073-8e23-878551fec63f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.360179] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.380631] env[63070]: DEBUG oslo_vmware.api [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5227b52a-0140-cd3e-e88f-69679e528d13, 'name': SearchDatastore_Task, 'duration_secs': 0.029301} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.383611] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.439432] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1768.439811] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1768.440133] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Deleting the datastore file [datastore1] feb91057-5913-4446-a1fb-5cab7a6340bf {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1768.440477] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f37197ac-bbac-4680-ab40-3e76b7f61a9e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.442903] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 77a23b9e-54c9-4629-bb5a-7c6a5e5202a3] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1768.451384] env[63070]: DEBUG oslo_vmware.api [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for the task: (returnval){ [ 1768.451384] env[63070]: value = "task-1771231" [ 1768.451384] env[63070]: _type = "Task" [ 1768.451384] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.465101] env[63070]: DEBUG oslo_vmware.api [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.482223] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84185d9-dfc0-44df-962d-6c31960ec6aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.495660] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd988994-de4c-49ac-98a3-3dee573d707b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.536301] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc0807f-e447-4e21-9e34-8c4b9f3e728b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.547997] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63fa688-61d0-433d-85f7-46149be50bdb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.565256] env[63070]: DEBUG nova.compute.provider_tree [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.601794] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquiring lock "fe281723-b933-4bca-b0c8-406bb26342bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.602586] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lock "fe281723-b933-4bca-b0c8-406bb26342bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.602586] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquiring lock "fe281723-b933-4bca-b0c8-406bb26342bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.602763] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lock "fe281723-b933-4bca-b0c8-406bb26342bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.602841] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lock "fe281723-b933-4bca-b0c8-406bb26342bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.607237] env[63070]: INFO nova.compute.manager [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Terminating instance [ 1768.719841] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771226, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.733509] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091219} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.733689] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1768.734647] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fb6065-f367-49da-bcae-6a9250b19bba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.760155] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 8c749d82-9fcb-40b8-b478-3b4bf79fd904/8c749d82-9fcb-40b8-b478-3b4bf79fd904.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.765410] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd9a9076-1b65-4f61-ab50-a650f80ea07c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.794542] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1768.794542] env[63070]: value = "task-1771232" [ 1768.794542] env[63070]: _type = "Task" [ 1768.794542] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.797602] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665842} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.802870] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] b18a4400-d1bd-4e8b-98bb-032df8f16437/b18a4400-d1bd-4e8b-98bb-032df8f16437.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.803119] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.803725] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e81f6688-7572-496a-a3bf-21a86037168a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.812449] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.814522] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1768.814522] env[63070]: value = "task-1771233" [ 1768.814522] env[63070]: _type = "Task" [ 1768.814522] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.824958] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.947772] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 4d963ae9-fd16-4412-b94c-a8148229f332] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1768.965931] env[63070]: DEBUG oslo_vmware.api [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Task: {'id': task-1771231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173756} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.969101] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.969101] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.969101] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.969101] env[63070]: INFO nova.compute.manager [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1768.969101] env[63070]: DEBUG oslo.service.loopingcall [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.969101] env[63070]: DEBUG nova.compute.manager [-] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1768.969101] env[63070]: DEBUG nova.network.neutron [-] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1769.072172] env[63070]: DEBUG nova.scheduler.client.report [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.112166] env[63070]: DEBUG nova.compute.manager [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1769.112443] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1769.113528] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f846b16-a7cb-4b8e-b883-323efaf76d6d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.124206] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1769.124457] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-505ab603-94ae-47e5-a0ef-105366fbeeb1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.136100] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for the task: (returnval){ [ 1769.136100] env[63070]: value = "task-1771234" [ 1769.136100] env[63070]: _type = "Task" [ 1769.136100] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.148289] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.215152] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771226, 'name': CloneVM_Task, 'duration_secs': 1.812761} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.217260] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Created linked-clone VM from snapshot [ 1769.218109] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a4d364-17bf-4efd-8e45-2f20a935e0a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.228037] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Uploading image 9e03a41d-02a4-4010-923f-13e47fa0db6d {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1769.267350] env[63070]: DEBUG oslo_vmware.rw_handles [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1769.267350] env[63070]: value = "vm-367804" [ 1769.267350] env[63070]: _type = "VirtualMachine" [ 1769.267350] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1769.267800] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-76603888-a7f4-438e-82a8-7df769e7fa25 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.275914] env[63070]: DEBUG oslo_vmware.rw_handles [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lease: (returnval){ [ 1769.275914] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f88bd4-c5a2-48cd-f0ac-e15fbd5bd675" [ 1769.275914] env[63070]: _type = "HttpNfcLease" [ 1769.275914] env[63070]: } obtained for exporting VM: (result){ [ 1769.275914] env[63070]: value = "vm-367804" [ 1769.275914] env[63070]: _type = "VirtualMachine" [ 1769.275914] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1769.276300] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the lease: (returnval){ [ 1769.276300] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f88bd4-c5a2-48cd-f0ac-e15fbd5bd675" [ 1769.276300] env[63070]: _type = "HttpNfcLease" [ 1769.276300] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1769.284053] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1769.284053] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f88bd4-c5a2-48cd-f0ac-e15fbd5bd675" [ 1769.284053] env[63070]: _type = "HttpNfcLease" [ 1769.284053] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1769.307806] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.327865] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078511} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.329905] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.330831] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4db7b0-c0fd-4812-a577-1c7604b03db5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.355178] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] b18a4400-d1bd-4e8b-98bb-032df8f16437/b18a4400-d1bd-4e8b-98bb-032df8f16437.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.359831] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b751c5f-7825-487a-bcd4-6999473c4e9c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.386710] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1769.386710] env[63070]: value = "task-1771236" [ 1769.386710] env[63070]: _type = "Task" [ 1769.386710] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.396262] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.451916] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: cbb697f8-5715-43c5-882e-73b7232789f1] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1769.496271] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.496567] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.496852] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.497063] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.497240] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.499567] env[63070]: INFO nova.compute.manager [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Terminating instance [ 1769.530179] env[63070]: DEBUG oslo_vmware.rw_handles [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Completed reading data from the image iterator. {{(pid=63070) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1769.530410] env[63070]: DEBUG oslo_vmware.rw_handles [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225a4e7-f5db-9c0c-2402-d3d1a3f07d60/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1769.531382] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb83a463-e9a9-485d-aea5-7135e86142c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.538655] env[63070]: DEBUG oslo_vmware.rw_handles [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225a4e7-f5db-9c0c-2402-d3d1a3f07d60/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1769.538834] env[63070]: DEBUG oslo_vmware.rw_handles [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225a4e7-f5db-9c0c-2402-d3d1a3f07d60/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1769.539085] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ada784d2-f15a-41bb-accb-fa9cdf4cbab4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.579772] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.582391] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.222s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.584637] env[63070]: INFO nova.compute.claims [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1769.624600] env[63070]: DEBUG nova.compute.manager [req-654490e6-254c-4c3e-93fd-15f4ffa0994a req-da088f03-0eea-49c8-8720-dc2d33e7f72c service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Received event network-vif-deleted-b0576c10-e9a9-40f3-a902-83d09c2eaeaf {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1769.625504] env[63070]: INFO nova.compute.manager [req-654490e6-254c-4c3e-93fd-15f4ffa0994a req-da088f03-0eea-49c8-8720-dc2d33e7f72c service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Neutron deleted interface b0576c10-e9a9-40f3-a902-83d09c2eaeaf; detaching it from the instance and deleting it from the info cache [ 1769.625504] env[63070]: DEBUG nova.network.neutron [req-654490e6-254c-4c3e-93fd-15f4ffa0994a req-da088f03-0eea-49c8-8720-dc2d33e7f72c service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.647714] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.666020] env[63070]: INFO nova.scheduler.client.report [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Deleted allocations for instance ad61f128-c43a-4d19-a5b9-108e8c03c592 [ 1769.785299] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1769.785299] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f88bd4-c5a2-48cd-f0ac-e15fbd5bd675" [ 1769.785299] env[63070]: _type = "HttpNfcLease" [ 1769.785299] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1769.785929] env[63070]: DEBUG oslo_vmware.rw_handles [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1769.785929] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f88bd4-c5a2-48cd-f0ac-e15fbd5bd675" [ 1769.785929] env[63070]: _type = "HttpNfcLease" [ 1769.785929] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1769.786481] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27d15ef-34ce-43ad-9e4b-cef64c89fe3a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.794677] env[63070]: DEBUG oslo_vmware.rw_handles [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200798f-50e5-2860-9f53-90cd39e2d383/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1769.794952] env[63070]: DEBUG oslo_vmware.rw_handles [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200798f-50e5-2860-9f53-90cd39e2d383/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1769.863266] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.889749] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d57adcf-3d3d-47c8-88f2-b3fda5e7e559 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.903927] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.943021] env[63070]: DEBUG oslo_vmware.rw_handles [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225a4e7-f5db-9c0c-2402-d3d1a3f07d60/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1769.943021] env[63070]: INFO nova.virt.vmwareapi.images [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Downloaded image file data c28c6278-9413-406c-82e4-a1417167c4dd [ 1769.943720] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0adcc8-6624-4874-b9c6-e27ded45ae3d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.960050] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 9728411c-2d32-4eaf-82ac-b0c3138d45d9] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1769.962086] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4d18315-f307-408a-bb03-d1c9ebbf7fe8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.990141] env[63070]: INFO nova.virt.vmwareapi.images [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] The imported VM was unregistered [ 1769.992525] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Caching image {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1769.992706] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1769.993481] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c01dce-fcce-4c58-8836-cb9a21a34ce1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.003422] env[63070]: DEBUG nova.compute.manager [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1770.003658] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1770.004522] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6285fa-7dec-4eca-bff8-9185397bf9ab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.012719] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1770.013854] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ed45dd7-4ac1-4e8a-813f-cabebb865b2f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.015487] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Created directory with path [datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.015674] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d/OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d.vmdk to [datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd/c28c6278-9413-406c-82e4-a1417167c4dd.vmdk. {{(pid=63070) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1770.015910] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-da956706-9bdf-48e7-86f9-6247037171e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.025649] env[63070]: DEBUG oslo_vmware.api [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1770.025649] env[63070]: value = "task-1771238" [ 1770.025649] env[63070]: _type = "Task" [ 1770.025649] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.027765] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1770.027765] env[63070]: value = "task-1771239" [ 1770.027765] env[63070]: _type = "Task" [ 1770.027765] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.045264] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771239, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.052744] env[63070]: DEBUG oslo_vmware.api [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.099984] env[63070]: DEBUG nova.network.neutron [-] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.129176] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63cafebe-cc3e-4021-a5a1-d30d5d1ec04d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.146843] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4829b96-d138-4dfe-a521-a579ed6a1ae6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.164036] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.174160] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8ddf96d2-42ad-4f85-a036-5762ce465a94 tempest-ServersTestFqdnHostnames-1281988939 tempest-ServersTestFqdnHostnames-1281988939-project-member] Lock "ad61f128-c43a-4d19-a5b9-108e8c03c592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.176s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.189774] env[63070]: DEBUG nova.compute.manager [req-654490e6-254c-4c3e-93fd-15f4ffa0994a req-da088f03-0eea-49c8-8720-dc2d33e7f72c service nova] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Detach interface failed, port_id=b0576c10-e9a9-40f3-a902-83d09c2eaeaf, reason: Instance feb91057-5913-4446-a1fb-5cab7a6340bf could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1770.364480] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771232, 'name': ReconfigVM_Task, 'duration_secs': 1.345386} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.365614] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 8c749d82-9fcb-40b8-b478-3b4bf79fd904/8c749d82-9fcb-40b8-b478-3b4bf79fd904.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.366321] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3f7d038-058d-4094-b432-c44eba42f39a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.378097] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1770.378097] env[63070]: value = "task-1771240" [ 1770.378097] env[63070]: _type = "Task" [ 1770.378097] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.391931] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771240, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.405589] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.465732] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 8050a7a8-fe9d-462e-8301-738134742730] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1770.546264] env[63070]: DEBUG oslo_vmware.api [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771238, 'name': PowerOffVM_Task, 'duration_secs': 0.279979} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.549629] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.550121] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1770.550576] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771239, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.551245] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b32e4bd-590e-4a50-bac4-af7c8140b37a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.603529] env[63070]: INFO nova.compute.manager [-] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Took 1.63 seconds to deallocate network for instance. [ 1770.645325] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1770.645579] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1770.645704] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleting the datastore file [datastore1] fa6c0993-26e8-43a3-8b54-2768ac1171bd {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.645933] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-798173c0-8ca4-4e81-8a86-8f16a4f25c90 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.655221] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771234, 'name': PowerOffVM_Task, 'duration_secs': 1.169997} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.656256] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.656981] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1770.656981] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f0b6ead-eb10-43da-bd12-5d151145adc1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.665667] env[63070]: DEBUG oslo_vmware.api [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for the task: (returnval){ [ 1770.665667] env[63070]: value = "task-1771242" [ 1770.665667] env[63070]: _type = "Task" [ 1770.665667] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.683972] env[63070]: DEBUG oslo_vmware.api [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.748279] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1770.748507] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1770.748754] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Deleting the datastore file [datastore1] fe281723-b933-4bca-b0c8-406bb26342bf {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.749167] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46a1dc4d-4c60-4679-a58a-789f3a0cd2a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.759580] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for the task: (returnval){ [ 1770.759580] env[63070]: value = "task-1771244" [ 1770.759580] env[63070]: _type = "Task" [ 1770.759580] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.776394] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.795101] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f612d48-90d3-4e77-89fd-f0cafbd5f667 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.808079] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e6aee1-83de-4b75-8e1c-31e76387520a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.848736] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d99adc7-a035-4cee-9dca-cbd43fc1d7db {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.861283] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b947af-66a7-40b3-bd9e-a51f0571ab10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.880864] env[63070]: DEBUG nova.compute.provider_tree [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.907842] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771240, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.919135] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771236, 'name': ReconfigVM_Task, 'duration_secs': 1.07007} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.919476] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Reconfigured VM instance instance-00000063 to attach disk [datastore1] b18a4400-d1bd-4e8b-98bb-032df8f16437/b18a4400-d1bd-4e8b-98bb-032df8f16437.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.920249] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a67be32d-a0cf-4103-9a07-1347fc61716c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.930261] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1770.930261] env[63070]: value = "task-1771245" [ 1770.930261] env[63070]: _type = "Task" [ 1770.930261] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.943696] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771245, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.972649] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: c120a1a9-b0f0-444b-bfb6-dc382a4fdc4d] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1771.049561] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771239, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.112802] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.182100] env[63070]: DEBUG oslo_vmware.api [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.277118] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.391255] env[63070]: DEBUG nova.scheduler.client.report [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.399522] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771240, 'name': Rename_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.444060] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771245, 'name': Rename_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.476024] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: bd33682d-74a2-44b4-9f07-c172b2b9a42f] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1771.550381] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771239, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.679760] env[63070]: DEBUG oslo_vmware.api [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.774837] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.893389] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771240, 'name': Rename_Task, 'duration_secs': 1.227995} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.893759] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.894085] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-314ef329-6c68-46fe-b0ba-2a6c6d8f0a1c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.902017] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.904295] env[63070]: DEBUG nova.compute.manager [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1771.907634] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.524s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.909128] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1771.909128] env[63070]: value = "task-1771246" [ 1771.909128] env[63070]: _type = "Task" [ 1771.909128] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.923497] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.945434] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771245, 'name': Rename_Task, 'duration_secs': 0.856692} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.945948] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.946281] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e29a2cf-9d52-472f-b771-834df01ea054 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.958497] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1771.958497] env[63070]: value = "task-1771247" [ 1771.958497] env[63070]: _type = "Task" [ 1771.958497] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.974138] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.981902] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 53521a81-effa-4be1-8093-c2fb7cf443ce] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1772.049993] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771239, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.188583] env[63070]: DEBUG oslo_vmware.api [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.272578] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.415097] env[63070]: DEBUG nova.compute.utils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1772.417419] env[63070]: DEBUG nova.compute.manager [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1772.417602] env[63070]: DEBUG nova.network.neutron [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1772.437724] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.472061] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771247, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.473676] env[63070]: DEBUG nova.policy [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6ff3a2b014b4f498fb44bad41942489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f09841881d4cc1ab40bb6f4f8c917a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1772.485287] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: efe551af-1396-46e5-b398-d3785acae4f9] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1772.550129] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771239, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.636441] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a1805-5eb2-4fde-9be8-84cc31d0e6ef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.646695] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743ad83f-59a8-4d56-b9d5-d939fec8649e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.690145] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2f0805-bb6d-4a81-bdcf-f5c74900fecb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.700537] env[63070]: DEBUG oslo_vmware.api [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Task: {'id': task-1771242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.979354} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.705020] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1772.705020] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1772.705198] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1772.705343] env[63070]: INFO nova.compute.manager [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Took 2.70 seconds to destroy the instance on the hypervisor. [ 1772.705921] env[63070]: DEBUG oslo.service.loopingcall [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.706295] env[63070]: DEBUG nova.compute.manager [-] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1772.706409] env[63070]: DEBUG nova.network.neutron [-] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1772.709637] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f7f66f-93b0-4edf-a8ea-5f4386bdc889 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.729775] env[63070]: DEBUG nova.compute.provider_tree [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1772.773475] env[63070]: DEBUG oslo_vmware.api [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Task: {'id': task-1771244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.896482} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.774163] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1772.774610] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1772.774814] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1772.775068] env[63070]: INFO nova.compute.manager [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Took 3.66 seconds to destroy the instance on the hypervisor. [ 1772.775374] env[63070]: DEBUG oslo.service.loopingcall [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.775690] env[63070]: DEBUG nova.compute.manager [-] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1772.777049] env[63070]: DEBUG nova.network.neutron [-] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1772.928167] env[63070]: DEBUG nova.compute.manager [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1772.930934] env[63070]: DEBUG oslo_vmware.api [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771246, 'name': PowerOnVM_Task, 'duration_secs': 0.912671} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.931422] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1772.931655] env[63070]: INFO nova.compute.manager [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Took 17.07 seconds to spawn the instance on the hypervisor. [ 1772.931833] env[63070]: DEBUG nova.compute.manager [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.932700] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23485a78-22eb-4098-a943-17a7af1e4222 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.970883] env[63070]: DEBUG oslo_vmware.api [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771247, 'name': PowerOnVM_Task, 'duration_secs': 0.895977} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.971293] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1772.971542] env[63070]: INFO nova.compute.manager [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Took 14.76 seconds to spawn the instance on the hypervisor. [ 1772.971735] env[63070]: DEBUG nova.compute.manager [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.972611] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b502552-7c12-4d8b-83a4-faab7087e73b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.991069] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: d78810bc-5406-4c10-87ee-1f7e65f68807] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1773.050267] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771239, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.692392} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.050657] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d/OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d.vmdk to [datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd/c28c6278-9413-406c-82e4-a1417167c4dd.vmdk. [ 1773.050882] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Cleaning up location [datastore1] OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1773.051122] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2d4f44c9-2eb6-4704-a80e-ad3138ab530d {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1773.051426] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-359dc443-168c-4c14-b162-e01dc45e474e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.060169] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1773.060169] env[63070]: value = "task-1771248" [ 1773.060169] env[63070]: _type = "Task" [ 1773.060169] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.069633] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.258621] env[63070]: ERROR nova.scheduler.client.report [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [req-a36f2d8f-96e7-4001-be00-14c427ee2570] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a36f2d8f-96e7-4001-be00-14c427ee2570"}]} [ 1773.272064] env[63070]: DEBUG nova.network.neutron [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Successfully created port: b77dd494-6323-4889-95c6-89352f6623fa {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1773.281714] env[63070]: DEBUG nova.scheduler.client.report [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1773.301942] env[63070]: DEBUG nova.scheduler.client.report [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1773.302188] env[63070]: DEBUG nova.compute.provider_tree [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1773.316728] env[63070]: DEBUG nova.scheduler.client.report [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1773.340786] env[63070]: DEBUG nova.scheduler.client.report [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1773.462707] env[63070]: INFO nova.compute.manager [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Took 27.26 seconds to build instance. [ 1773.502021] env[63070]: INFO nova.compute.manager [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Took 25.99 seconds to build instance. [ 1773.502021] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: b006f13b-0041-499b-a4e2-019e9992071a] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1773.527797] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074afa31-01ca-4e04-95da-92edbd77680e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.538629] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58487fae-7b74-4f29-afd8-9ba8f95e18a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.547769] env[63070]: DEBUG nova.compute.manager [req-c47fd920-94bb-4a11-b77e-768c020821e5 req-b9953e52-960c-4b3c-8255-ef2a7ed99fbe service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Received event network-vif-deleted-5c6a0c15-f5c2-4830-917b-526387756ab1 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1773.547968] env[63070]: INFO nova.compute.manager [req-c47fd920-94bb-4a11-b77e-768c020821e5 req-b9953e52-960c-4b3c-8255-ef2a7ed99fbe service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Neutron deleted interface 5c6a0c15-f5c2-4830-917b-526387756ab1; detaching it from the instance and deleting it from the info cache [ 1773.548173] env[63070]: DEBUG nova.network.neutron [req-c47fd920-94bb-4a11-b77e-768c020821e5 req-b9953e52-960c-4b3c-8255-ef2a7ed99fbe service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.589476] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085ac2b8-e953-47d0-ad81-87a205258691 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.602232] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b60519-7383-4b48-92cb-915f198c55d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.607799] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040212} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.608791] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1773.608999] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd/c28c6278-9413-406c-82e4-a1417167c4dd.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.609270] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd/c28c6278-9413-406c-82e4-a1417167c4dd.vmdk to [datastore1] bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4/bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1773.610031] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfc0b2d8-e223-4bad-b328-2c1541472189 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.628029] env[63070]: DEBUG nova.compute.provider_tree [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1773.637039] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1773.637039] env[63070]: value = "task-1771249" [ 1773.637039] env[63070]: _type = "Task" [ 1773.637039] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.649828] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.940881] env[63070]: DEBUG nova.compute.manager [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1773.964816] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f6fcb914-1d89-4267-94e3-5fc87c898eb6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.768s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.974921] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1773.975188] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.975346] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1773.975623] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.975772] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1773.975926] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1773.977555] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1773.977555] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1773.977555] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1773.977555] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1773.977555] env[63070]: DEBUG nova.virt.hardware [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1773.978511] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82cf356-e04e-40d6-a5e1-d1be4d87fc09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.996279] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dc46e6-f980-4b15-b1ff-dd0e7482f1cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.016167] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: c3ff61a7-44d8-45e0-bf80-c38537c892cf] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1774.019804] env[63070]: DEBUG oslo_concurrency.lockutils [None req-32bade39-7e28-471b-be3c-c0ac13149ce6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.525s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.020139] env[63070]: DEBUG nova.network.neutron [-] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.050967] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e94eda2-6290-4dfd-ad24-47da2592e87f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.064672] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8848e67-eec5-4ea6-9aad-2e555a213a87 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.105203] env[63070]: DEBUG nova.compute.manager [req-c47fd920-94bb-4a11-b77e-768c020821e5 req-b9953e52-960c-4b3c-8255-ef2a7ed99fbe service nova] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Detach interface failed, port_id=5c6a0c15-f5c2-4830-917b-526387756ab1, reason: Instance fa6c0993-26e8-43a3-8b54-2768ac1171bd could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1774.109384] env[63070]: DEBUG nova.compute.manager [req-c86e6a23-03eb-4d4b-9cf0-69254358be5d req-f19b7447-6d4b-4b1f-a272-8e9ef247c225 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received event network-changed-3210be4e-9bb5-40d1-8f37-d9be9eb56ab2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1774.109384] env[63070]: DEBUG nova.compute.manager [req-c86e6a23-03eb-4d4b-9cf0-69254358be5d req-f19b7447-6d4b-4b1f-a272-8e9ef247c225 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Refreshing instance network info cache due to event network-changed-3210be4e-9bb5-40d1-8f37-d9be9eb56ab2. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1774.109384] env[63070]: DEBUG oslo_concurrency.lockutils [req-c86e6a23-03eb-4d4b-9cf0-69254358be5d req-f19b7447-6d4b-4b1f-a272-8e9ef247c225 service nova] Acquiring lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.109556] env[63070]: DEBUG oslo_concurrency.lockutils [req-c86e6a23-03eb-4d4b-9cf0-69254358be5d req-f19b7447-6d4b-4b1f-a272-8e9ef247c225 service nova] Acquired lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.109755] env[63070]: DEBUG nova.network.neutron [req-c86e6a23-03eb-4d4b-9cf0-69254358be5d req-f19b7447-6d4b-4b1f-a272-8e9ef247c225 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Refreshing network info cache for port 3210be4e-9bb5-40d1-8f37-d9be9eb56ab2 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1774.154205] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771249, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.173340] env[63070]: DEBUG nova.scheduler.client.report [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1774.173340] env[63070]: DEBUG nova.compute.provider_tree [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 134 to 135 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1774.173340] env[63070]: DEBUG nova.compute.provider_tree [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1774.412817] env[63070]: DEBUG nova.network.neutron [-] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.520792] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: b3ca0f28-6932-4cf9-b58a-568e398640da] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1774.522837] env[63070]: INFO nova.compute.manager [-] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Took 1.82 seconds to deallocate network for instance. [ 1774.652929] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771249, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.920579] env[63070]: INFO nova.compute.manager [-] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Took 2.14 seconds to deallocate network for instance. [ 1774.949552] env[63070]: DEBUG nova.network.neutron [req-c86e6a23-03eb-4d4b-9cf0-69254358be5d req-f19b7447-6d4b-4b1f-a272-8e9ef247c225 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updated VIF entry in instance network info cache for port 3210be4e-9bb5-40d1-8f37-d9be9eb56ab2. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.952137] env[63070]: DEBUG nova.network.neutron [req-c86e6a23-03eb-4d4b-9cf0-69254358be5d req-f19b7447-6d4b-4b1f-a272-8e9ef247c225 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [{"id": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "address": "fa:16:3e:6e:19:60", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3210be4e-9b", "ovs_interfaceid": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.026410] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 061f91da-9911-4400-ba28-0e85b2c328f5] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1775.030379] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.155402] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771249, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.190083] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.279s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.193651] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.080s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.193651] env[63070]: DEBUG nova.objects.instance [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lazy-loading 'resources' on Instance uuid feb91057-5913-4446-a1fb-5cab7a6340bf {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.340285] env[63070]: DEBUG nova.network.neutron [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Successfully updated port: b77dd494-6323-4889-95c6-89352f6623fa {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.430470] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.455353] env[63070]: DEBUG oslo_concurrency.lockutils [req-c86e6a23-03eb-4d4b-9cf0-69254358be5d req-f19b7447-6d4b-4b1f-a272-8e9ef247c225 service nova] Releasing lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.530229] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.581471] env[63070]: DEBUG nova.compute.manager [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Received event network-vif-deleted-2bcf0768-b7f1-4ca9-a402-0390e7830c33 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1775.581555] env[63070]: DEBUG nova.compute.manager [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Received event network-vif-plugged-b77dd494-6323-4889-95c6-89352f6623fa {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1775.581815] env[63070]: DEBUG oslo_concurrency.lockutils [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] Acquiring lock "49796c7c-29c4-4ff4-821b-b950c4576770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.581947] env[63070]: DEBUG oslo_concurrency.lockutils [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] Lock "49796c7c-29c4-4ff4-821b-b950c4576770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.582215] env[63070]: DEBUG oslo_concurrency.lockutils [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] Lock "49796c7c-29c4-4ff4-821b-b950c4576770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.582378] env[63070]: DEBUG nova.compute.manager [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] No waiting events found dispatching network-vif-plugged-b77dd494-6323-4889-95c6-89352f6623fa {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1775.582499] env[63070]: WARNING nova.compute.manager [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Received unexpected event network-vif-plugged-b77dd494-6323-4889-95c6-89352f6623fa for instance with vm_state building and task_state spawning. [ 1775.582665] env[63070]: DEBUG nova.compute.manager [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Received event network-changed-b77dd494-6323-4889-95c6-89352f6623fa {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1775.582820] env[63070]: DEBUG nova.compute.manager [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Refreshing instance network info cache due to event network-changed-b77dd494-6323-4889-95c6-89352f6623fa. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1775.583019] env[63070]: DEBUG oslo_concurrency.lockutils [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] Acquiring lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.583161] env[63070]: DEBUG oslo_concurrency.lockutils [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] Acquired lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.583319] env[63070]: DEBUG nova.network.neutron [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Refreshing network info cache for port b77dd494-6323-4889-95c6-89352f6623fa {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.653694] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771249, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.762815] env[63070]: INFO nova.scheduler.client.report [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted allocation for migration a3be050e-9983-4a37-aac6-5c041bcd79d5 [ 1775.843489] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.906798] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebc73e9-a4e5-4d86-a0f3-5044bf554bb3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.917049] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c13368-6e07-48a6-9463-21716477c0b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.965457] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93178ac5-31bd-4ed9-901f-85c6552bb833 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.976513] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5b870c-2c29-4796-9097-1813409a0afc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.997558] env[63070]: DEBUG nova.compute.provider_tree [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.124323] env[63070]: DEBUG nova.network.neutron [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.140935] env[63070]: DEBUG nova.compute.manager [req-36a2d012-55d6-4928-9ce8-d4dc8f6c8655 req-76642084-bbe1-4b51-9841-a03eb5b16a05 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Received event network-changed-150a1461-43b9-4877-8801-69f2b319cb59 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1776.141172] env[63070]: DEBUG nova.compute.manager [req-36a2d012-55d6-4928-9ce8-d4dc8f6c8655 req-76642084-bbe1-4b51-9841-a03eb5b16a05 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Refreshing instance network info cache due to event network-changed-150a1461-43b9-4877-8801-69f2b319cb59. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1776.141409] env[63070]: DEBUG oslo_concurrency.lockutils [req-36a2d012-55d6-4928-9ce8-d4dc8f6c8655 req-76642084-bbe1-4b51-9841-a03eb5b16a05 service nova] Acquiring lock "refresh_cache-b18a4400-d1bd-4e8b-98bb-032df8f16437" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.141556] env[63070]: DEBUG oslo_concurrency.lockutils [req-36a2d012-55d6-4928-9ce8-d4dc8f6c8655 req-76642084-bbe1-4b51-9841-a03eb5b16a05 service nova] Acquired lock "refresh_cache-b18a4400-d1bd-4e8b-98bb-032df8f16437" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.141724] env[63070]: DEBUG nova.network.neutron [req-36a2d012-55d6-4928-9ce8-d4dc8f6c8655 req-76642084-bbe1-4b51-9841-a03eb5b16a05 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Refreshing network info cache for port 150a1461-43b9-4877-8801-69f2b319cb59 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.162299] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771249, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.235930] env[63070]: DEBUG nova.network.neutron [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.271828] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c7774373-2023-4f3c-acb1-f1b3657bdc5f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.476s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.500781] env[63070]: DEBUG nova.scheduler.client.report [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1776.660521] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771249, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.628925} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.661330] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c28c6278-9413-406c-82e4-a1417167c4dd/c28c6278-9413-406c-82e4-a1417167c4dd.vmdk to [datastore1] bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4/bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1776.662836] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0a07b2-0765-48f0-bf2f-526a775cabff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.693576] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4/bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4.vmdk or device None with type streamOptimized {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.693916] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-229af6e7-b7b8-4ab6-bb33-91ba0e0a299e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.722340] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1776.722340] env[63070]: value = "task-1771250" [ 1776.722340] env[63070]: _type = "Task" [ 1776.722340] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.735543] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.739362] env[63070]: DEBUG oslo_concurrency.lockutils [req-63c30069-2cc2-4ac4-a1a1-9a906caef761 req-6673da7c-ba34-4bd7-addd-876a8905cc6a service nova] Releasing lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.739570] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.739737] env[63070]: DEBUG nova.network.neutron [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1776.986812] env[63070]: DEBUG nova.network.neutron [req-36a2d012-55d6-4928-9ce8-d4dc8f6c8655 req-76642084-bbe1-4b51-9841-a03eb5b16a05 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Updated VIF entry in instance network info cache for port 150a1461-43b9-4877-8801-69f2b319cb59. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.987464] env[63070]: DEBUG nova.network.neutron [req-36a2d012-55d6-4928-9ce8-d4dc8f6c8655 req-76642084-bbe1-4b51-9841-a03eb5b16a05 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Updating instance_info_cache with network_info: [{"id": "150a1461-43b9-4877-8801-69f2b319cb59", "address": "fa:16:3e:88:74:15", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150a1461-43", "ovs_interfaceid": "150a1461-43b9-4877-8801-69f2b319cb59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.009979] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.014638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.984s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.015319] env[63070]: DEBUG nova.objects.instance [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lazy-loading 'resources' on Instance uuid fa6c0993-26e8-43a3-8b54-2768ac1171bd {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.031802] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1777.034756] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1777.034756] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1777.048358] env[63070]: INFO nova.scheduler.client.report [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Deleted allocations for instance feb91057-5913-4446-a1fb-5cab7a6340bf [ 1777.237392] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.286252] env[63070]: DEBUG nova.network.neutron [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1777.492615] env[63070]: DEBUG oslo_concurrency.lockutils [req-36a2d012-55d6-4928-9ce8-d4dc8f6c8655 req-76642084-bbe1-4b51-9841-a03eb5b16a05 service nova] Releasing lock "refresh_cache-b18a4400-d1bd-4e8b-98bb-032df8f16437" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.503112] env[63070]: DEBUG nova.network.neutron [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance_info_cache with network_info: [{"id": "b77dd494-6323-4889-95c6-89352f6623fa", "address": "fa:16:3e:61:e6:55", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77dd494-63", "ovs_interfaceid": "b77dd494-6323-4889-95c6-89352f6623fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.561173] env[63070]: DEBUG oslo_concurrency.lockutils [None req-80d4d8d1-16ea-476f-9c11-854cfdeeb23c tempest-ServersTestJSON-1299535492 tempest-ServersTestJSON-1299535492-project-member] Lock "feb91057-5913-4446-a1fb-5cab7a6340bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.798s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.563067] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "refresh_cache-fa6c0993-26e8-43a3-8b54-2768ac1171bd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.563330] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquired lock "refresh_cache-fa6c0993-26e8-43a3-8b54-2768ac1171bd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.563491] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Forcefully refreshing network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1777.689083] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3335e43-9c35-469b-8f95-bdf512439344 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.699297] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3794a76-2a57-4fac-8afa-f4d8901aa027 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.744039] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93d55fc-dc12-43b5-9b14-86b4a01d605b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.756037] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a560ee01-479b-499d-9b14-6a92fa608d76 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.760307] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771250, 'name': ReconfigVM_Task, 'duration_secs': 0.668125} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.762022] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Reconfigured VM instance instance-00000044 to attach disk [datastore1] bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4/bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4.vmdk or device None with type streamOptimized {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.762485] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'size': 0, 'encrypted': False, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'image_id': '678d65da-7a40-4e76-a9bd-e219fba06017'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '0843da95-d9e2-4698-9646-9166ab4c83c2', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367794', 'volume_id': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'name': 'volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'serial': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa'}, 'volume_type': None}], 'swap': None} {{(pid=63070) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1777.762485] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1777.762485] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367794', 'volume_id': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'name': 'volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'serial': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1777.764028] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd37ecee-988a-4ae1-b6cf-e9dee110fefb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.776733] env[63070]: DEBUG nova.compute.provider_tree [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.794221] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8804925-a80f-4cda-9be3-ca7c90248f50 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.822242] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa/volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.822753] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a25710b1-4097-4f3f-9266-e8eefe2e1161 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.843819] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1777.843819] env[63070]: value = "task-1771251" [ 1777.843819] env[63070]: _type = "Task" [ 1777.843819] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.853143] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.006623] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.010520] env[63070]: DEBUG nova.compute.manager [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Instance network_info: |[{"id": "b77dd494-6323-4889-95c6-89352f6623fa", "address": "fa:16:3e:61:e6:55", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77dd494-63", "ovs_interfaceid": "b77dd494-6323-4889-95c6-89352f6623fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1778.010520] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:e6:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b77dd494-6323-4889-95c6-89352f6623fa', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.022211] env[63070]: DEBUG oslo.service.loopingcall [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.022211] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.022211] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbc68b61-a3db-41d0-b376-2602549eeaf5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.047968] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.047968] env[63070]: value = "task-1771252" [ 1778.047968] env[63070]: _type = "Task" [ 1778.047968] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.059743] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771252, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.100959] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1778.307723] env[63070]: ERROR nova.scheduler.client.report [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] [req-c06edb61-bab9-4f3d-b440-0adc5188964b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c06edb61-bab9-4f3d-b440-0adc5188964b"}]} [ 1778.334417] env[63070]: DEBUG nova.scheduler.client.report [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1778.359390] env[63070]: DEBUG nova.scheduler.client.report [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1778.359390] env[63070]: DEBUG nova.compute.provider_tree [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1778.363062] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.376800] env[63070]: DEBUG nova.scheduler.client.report [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1778.414830] env[63070]: DEBUG nova.scheduler.client.report [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1778.564390] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771252, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.624739] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dadf55-c893-4cef-b41a-f13d09a18d92 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.638222] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6adb7c-fd95-4488-89c8-c4b74cc20636 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.681523] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9269871-6fac-42cc-b49e-3ddee3466ff9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.691781] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6978da00-61f4-459a-95b0-eb7d4e72bcab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.711467] env[63070]: DEBUG nova.compute.provider_tree [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.753270] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.805232] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.805511] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.805796] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.806540] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.806730] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.808849] env[63070]: INFO nova.compute.manager [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Terminating instance [ 1778.855818] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771251, 'name': ReconfigVM_Task, 'duration_secs': 0.614274} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.856431] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa/volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.862041] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56d1c6c7-42fb-4223-8536-10a363cc5ff9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.879908] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1778.879908] env[63070]: value = "task-1771253" [ 1778.879908] env[63070]: _type = "Task" [ 1778.879908] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.889410] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.058457] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771252, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.216142] env[63070]: DEBUG nova.scheduler.client.report [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.256477] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Releasing lock "refresh_cache-fa6c0993-26e8-43a3-8b54-2768ac1171bd" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.256694] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Updated the network info_cache for instance {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1779.256895] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.257072] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.257258] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.257367] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.257506] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.257651] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.313298] env[63070]: DEBUG nova.compute.manager [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1779.313407] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1779.314481] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10059b6c-7b4f-4cf9-91a7-6c1b97cc8488 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.324402] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.324651] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-614cab84-db0e-476f-9912-695af5654568 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.331683] env[63070]: DEBUG oslo_vmware.api [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1779.331683] env[63070]: value = "task-1771254" [ 1779.331683] env[63070]: _type = "Task" [ 1779.331683] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.340801] env[63070]: DEBUG oslo_vmware.api [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.394024] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771253, 'name': ReconfigVM_Task, 'duration_secs': 0.255324} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.394024] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367794', 'volume_id': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'name': 'volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'serial': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1779.394024] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcb65410-0db5-4939-84d3-1c7ac9abc2a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.402128] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1779.402128] env[63070]: value = "task-1771255" [ 1779.402128] env[63070]: _type = "Task" [ 1779.402128] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.413247] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771255, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.548229] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "e66752c2-077b-45c6-ba47-b85188540da8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.549504] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "e66752c2-077b-45c6-ba47-b85188540da8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.562701] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771252, 'name': CreateVM_Task, 'duration_secs': 1.037361} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.562944] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1779.564908] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.566330] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.566776] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1779.567424] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce7ef71-a3d8-411c-aa25-b22569437849 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.574684] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1779.574684] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f6c3ae-3b0f-cef8-1bf4-3644c6da0d27" [ 1779.574684] env[63070]: _type = "Task" [ 1779.574684] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.586107] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f6c3ae-3b0f-cef8-1bf4-3644c6da0d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.725598] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.708s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.726964] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.296s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.726964] env[63070]: DEBUG nova.objects.instance [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lazy-loading 'resources' on Instance uuid fe281723-b933-4bca-b0c8-406bb26342bf {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.752922] env[63070]: INFO nova.scheduler.client.report [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Deleted allocations for instance fa6c0993-26e8-43a3-8b54-2768ac1171bd [ 1779.763661] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "e34be017-2ff4-44f0-b44b-3abde2d39837" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.764213] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.767302] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Getting list of instances from cluster (obj){ [ 1779.767302] env[63070]: value = "domain-c8" [ 1779.767302] env[63070]: _type = "ClusterComputeResource" [ 1779.767302] env[63070]: } {{(pid=63070) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1779.768871] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8f7123-23a2-4108-b948-d1c851e32f9b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.789666] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Got total of 7 instances {{(pid=63070) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1779.789847] env[63070]: WARNING nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor. [ 1779.790206] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Triggering sync for uuid fa6c0993-26e8-43a3-8b54-2768ac1171bd {{(pid=63070) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1779.790463] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Triggering sync for uuid eb7c6d24-9b2c-4777-8b73-8b8f3463e868 {{(pid=63070) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1779.790723] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Triggering sync for uuid bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 {{(pid=63070) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1779.790872] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Triggering sync for uuid 02085c0a-177e-4457-9646-46b9cde79adc {{(pid=63070) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1779.791062] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Triggering sync for uuid fe281723-b933-4bca-b0c8-406bb26342bf {{(pid=63070) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1779.791683] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Triggering sync for uuid 1c16d24c-80ba-47e5-ba79-dfbf732640f0 {{(pid=63070) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1779.791683] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Triggering sync for uuid 8c749d82-9fcb-40b8-b478-3b4bf79fd904 {{(pid=63070) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1779.791800] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Triggering sync for uuid b18a4400-d1bd-4e8b-98bb-032df8f16437 {{(pid=63070) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1779.792409] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Triggering sync for uuid 49796c7c-29c4-4ff4-821b-b950c4576770 {{(pid=63070) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1779.792409] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.792672] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.792987] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.793702] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.794963] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "02085c0a-177e-4457-9646-46b9cde79adc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.794963] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "02085c0a-177e-4457-9646-46b9cde79adc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.794963] env[63070]: INFO nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1779.794963] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "02085c0a-177e-4457-9646-46b9cde79adc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.794963] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "fe281723-b933-4bca-b0c8-406bb26342bf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.794963] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.795207] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.795733] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.795733] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.795970] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.796681] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "49796c7c-29c4-4ff4-821b-b950c4576770" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.796681] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.796681] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1779.797246] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655662f8-08e6-48e2-9b7f-f21887e3dddc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.801977] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff10b57e-cd25-4126-8cc8-52dcd5870151 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.806729] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b269e42a-b2fa-4b36-bbeb-9b08ba9c6429 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.814350] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.843200] env[63070]: DEBUG oslo_vmware.api [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771254, 'name': PowerOffVM_Task, 'duration_secs': 0.229439} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.843200] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1779.843200] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1779.843200] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7759d04b-8358-4577-8675-620bade8dfd7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.914564] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771255, 'name': Rename_Task, 'duration_secs': 0.263237} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.914884] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.915229] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-497b4f14-a3f2-48d5-8334-552abe774682 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.924137] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1779.924137] env[63070]: value = "task-1771257" [ 1779.924137] env[63070]: _type = "Task" [ 1779.924137] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.933934] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.056829] env[63070]: DEBUG nova.compute.manager [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.083298] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.083535] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.083762] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleting the datastore file [datastore1] 1c16d24c-80ba-47e5-ba79-dfbf732640f0 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.088204] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0365997-e6ef-4567-9df6-1e5bc6547468 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.090225] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f6c3ae-3b0f-cef8-1bf4-3644c6da0d27, 'name': SearchDatastore_Task, 'duration_secs': 0.012621} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.090527] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.090788] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.091042] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.091205] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.091397] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.092075] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89b3c8b2-7d61-4f2f-b69d-0fcd25ba4ab9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.098576] env[63070]: DEBUG oslo_vmware.api [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1780.098576] env[63070]: value = "task-1771258" [ 1780.098576] env[63070]: _type = "Task" [ 1780.098576] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.104055] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.104253] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.105760] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2a2827-497c-41c0-afc7-9b60f17aeb1e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.111370] env[63070]: DEBUG oslo_vmware.api [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.114943] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1780.114943] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520f4994-5c30-e184-6190-a1fadec9492b" [ 1780.114943] env[63070]: _type = "Task" [ 1780.114943] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.124833] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520f4994-5c30-e184-6190-a1fadec9492b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.265209] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4afb611e-920b-4367-a52d-4e3b9785455b tempest-ServersTestJSON-258045315 tempest-ServersTestJSON-258045315-project-member] Lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.768s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.265841] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.473s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.266300] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f299169-8eec-4825-b562-29eaadc6721a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.268791] env[63070]: DEBUG nova.compute.manager [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.281297] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a13404-d3d0-418e-adab-08130b9f02b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.321175] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.330437] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.330779] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.331324] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.402760] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f29e5d-3e9d-446f-86fc-02d1fe01075e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.412580] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430e3304-4f0f-483a-b9c6-6cb2b17f7eb8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.448494] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf89221-8b4a-44d7-9416-7bb61d25a4c9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.460959] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840c2975-6606-4150-9b7b-33fd80ce25cb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.465245] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.479157] env[63070]: DEBUG nova.compute.provider_tree [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.578676] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.610776] env[63070]: DEBUG oslo_vmware.api [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209879} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.611112] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.611377] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.611552] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.611766] env[63070]: INFO nova.compute.manager [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1780.612440] env[63070]: DEBUG oslo.service.loopingcall [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.612440] env[63070]: DEBUG nova.compute.manager [-] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1780.612440] env[63070]: DEBUG nova.network.neutron [-] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1780.626358] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520f4994-5c30-e184-6190-a1fadec9492b, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.627504] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b78bf492-e8ae-469a-8a17-a8dc21fa3734 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.633689] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1780.633689] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5236aacb-970e-c156-784c-e7a8f2f2eb0e" [ 1780.633689] env[63070]: _type = "Task" [ 1780.633689] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.644496] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5236aacb-970e-c156-784c-e7a8f2f2eb0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.798583] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.830078] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "fa6c0993-26e8-43a3-8b54-2768ac1171bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.959400] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.984953] env[63070]: DEBUG nova.scheduler.client.report [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.148321] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5236aacb-970e-c156-784c-e7a8f2f2eb0e, 'name': SearchDatastore_Task, 'duration_secs': 0.0145} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.148321] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.148321] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 49796c7c-29c4-4ff4-821b-b950c4576770/49796c7c-29c4-4ff4-821b-b950c4576770.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.148321] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e763305-8a41-4f96-b67c-564e05c736ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.157383] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1781.157383] env[63070]: value = "task-1771259" [ 1781.157383] env[63070]: _type = "Task" [ 1781.157383] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.168717] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.184149] env[63070]: DEBUG oslo_vmware.rw_handles [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200798f-50e5-2860-9f53-90cd39e2d383/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1781.184149] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaae08e-ffd4-4a0f-8ff6-f3e1357f4bb6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.190943] env[63070]: DEBUG oslo_vmware.rw_handles [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200798f-50e5-2860-9f53-90cd39e2d383/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1781.191439] env[63070]: ERROR oslo_vmware.rw_handles [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200798f-50e5-2860-9f53-90cd39e2d383/disk-0.vmdk due to incomplete transfer. [ 1781.191787] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a10b3f8f-beb8-4972-9034-3d81e459f13d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.201743] env[63070]: DEBUG oslo_vmware.rw_handles [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200798f-50e5-2860-9f53-90cd39e2d383/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1781.202221] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Uploaded image 9e03a41d-02a4-4010-923f-13e47fa0db6d to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1781.205264] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1781.205722] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01a633ce-b6aa-41fb-a537-93133e67fdde {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.213956] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1781.213956] env[63070]: value = "task-1771260" [ 1781.213956] env[63070]: _type = "Task" [ 1781.213956] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.227658] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771260, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.415039] env[63070]: DEBUG nova.compute.manager [req-e710f620-7707-43ec-8f52-583b956227b1 req-895776b7-2ee1-4efb-94d9-6c4b0f5b2748 service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Received event network-vif-deleted-a9822aac-ee4b-49d1-9a61-e2bc56cda954 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1781.415245] env[63070]: INFO nova.compute.manager [req-e710f620-7707-43ec-8f52-583b956227b1 req-895776b7-2ee1-4efb-94d9-6c4b0f5b2748 service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Neutron deleted interface a9822aac-ee4b-49d1-9a61-e2bc56cda954; detaching it from the instance and deleting it from the info cache [ 1781.415420] env[63070]: DEBUG nova.network.neutron [req-e710f620-7707-43ec-8f52-583b956227b1 req-895776b7-2ee1-4efb-94d9-6c4b0f5b2748 service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.456851] env[63070]: DEBUG oslo_vmware.api [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771257, 'name': PowerOnVM_Task, 'duration_secs': 1.303495} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.457263] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.490292] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.494263] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.173s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.495486] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.495937] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1781.496165] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.918s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.497719] env[63070]: INFO nova.compute.claims [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1781.505769] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7a9fb2-1e77-47d4-88c5-10c382482111 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.515934] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520f3200-d96a-4059-aa28-de59350c64ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.522149] env[63070]: INFO nova.scheduler.client.report [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Deleted allocations for instance fe281723-b933-4bca-b0c8-406bb26342bf [ 1781.540859] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbfbbcd-918b-4d37-b170-cdb702c1a308 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.551832] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b3c80d-5226-4699-b949-0c0717564b38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.591381] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179840MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1781.591538] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.610092] env[63070]: DEBUG nova.compute.manager [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.610991] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adaa29c-4c70-4a8d-8578-d15ba7968e83 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.670909] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771259, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.726228] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771260, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.889196] env[63070]: DEBUG nova.network.neutron [-] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.921427] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d5bcd04-fcb2-42a5-9322-5cbf808fbc0f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.934723] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0650c2-5488-4154-8ee4-43cfcb7ae1c1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.970326] env[63070]: DEBUG nova.compute.manager [req-e710f620-7707-43ec-8f52-583b956227b1 req-895776b7-2ee1-4efb-94d9-6c4b0f5b2748 service nova] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Detach interface failed, port_id=a9822aac-ee4b-49d1-9a61-e2bc56cda954, reason: Instance 1c16d24c-80ba-47e5-ba79-dfbf732640f0 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1782.030185] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e11e12c-e500-4d23-8105-4723f9612445 tempest-ServersV294TestFqdnHostnames-126136752 tempest-ServersV294TestFqdnHostnames-126136752-project-member] Lock "fe281723-b933-4bca-b0c8-406bb26342bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.428s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.031043] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "fe281723-b933-4bca-b0c8-406bb26342bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.236s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.034698] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c94843b2-0bcc-46e6-8215-fc68b088a500 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.042962] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4386318b-59e6-4250-9f3a-82592550e96d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.135863] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6b6743c9-0c1d-472a-96e6-b7d63336ca56 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.815s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.137058] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.344s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.137363] env[63070]: INFO nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] During sync_power_state the instance has a pending task (spawning). Skip. [ 1782.137638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.171873] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584564} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.172184] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 49796c7c-29c4-4ff4-821b-b950c4576770/49796c7c-29c4-4ff4-821b-b950c4576770.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1782.172453] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1782.172663] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09b095aa-17d7-4316-a175-ff858a6384bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.181382] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1782.181382] env[63070]: value = "task-1771261" [ 1782.181382] env[63070]: _type = "Task" [ 1782.181382] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.192322] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.228091] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771260, 'name': Destroy_Task, 'duration_secs': 0.553039} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.228387] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Destroyed the VM [ 1782.228623] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1782.228875] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68cb3f69-df00-4b2d-820b-81fac9e40906 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.238869] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1782.238869] env[63070]: value = "task-1771262" [ 1782.238869] env[63070]: _type = "Task" [ 1782.238869] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.248220] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771262, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.391974] env[63070]: INFO nova.compute.manager [-] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Took 1.78 seconds to deallocate network for instance. [ 1782.580332] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "fe281723-b933-4bca-b0c8-406bb26342bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.692922] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165074} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.696663] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.698888] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98604c9-b5d5-4902-8fa7-3c4ffc00ff9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.729650] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 49796c7c-29c4-4ff4-821b-b950c4576770/49796c7c-29c4-4ff4-821b-b950c4576770.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.731021] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc585341-b4c2-4953-b129-d908cc935c6d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.748190] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2afc275-9b53-444b-913a-304c66f08484 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.766374] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1782.766374] env[63070]: value = "task-1771263" [ 1782.766374] env[63070]: _type = "Task" [ 1782.766374] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.766877] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771262, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.767809] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11927643-6483-422d-bdc9-fc06e9299440 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.780548] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.809505] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa7a5f1-55c4-497c-8b8b-ba578349b01f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.820035] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e091f14-5541-4f4d-bdf5-85d57f858c1e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.833513] env[63070]: DEBUG nova.compute.provider_tree [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.900703] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.262734] env[63070]: DEBUG oslo_vmware.api [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771262, 'name': RemoveSnapshot_Task, 'duration_secs': 0.55268} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.262964] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1783.263080] env[63070]: INFO nova.compute.manager [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Took 17.66 seconds to snapshot the instance on the hypervisor. [ 1783.282663] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771263, 'name': ReconfigVM_Task, 'duration_secs': 0.269071} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.282956] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 49796c7c-29c4-4ff4-821b-b950c4576770/49796c7c-29c4-4ff4-821b-b950c4576770.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1783.283597] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03e0b3c2-f5b8-4ad5-aaf8-2e3d2f5e585e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.290834] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1783.290834] env[63070]: value = "task-1771264" [ 1783.290834] env[63070]: _type = "Task" [ 1783.290834] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.299710] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771264, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.336629] env[63070]: DEBUG nova.scheduler.client.report [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.807071] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771264, 'name': Rename_Task, 'duration_secs': 0.150977} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.807441] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1783.807680] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efe4f006-4a74-43be-9b3d-ce154239a467 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.815797] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1783.815797] env[63070]: value = "task-1771265" [ 1783.815797] env[63070]: _type = "Task" [ 1783.815797] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.830547] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.841952] env[63070]: DEBUG nova.compute.manager [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Found 3 images (rotation: 2) {{(pid=63070) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1783.842977] env[63070]: DEBUG nova.compute.manager [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Rotating out 1 backups {{(pid=63070) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4968}} [ 1783.842977] env[63070]: DEBUG nova.compute.manager [None req-ea7ab5eb-1104-4ecb-9949-a99d04a9d5f9 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Deleting image 57c9c8a7-abe2-45fb-a7ee-ef7d07423b05 {{(pid=63070) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4973}} [ 1783.845235] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.846109] env[63070]: DEBUG nova.compute.manager [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1783.853076] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.051s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.856216] env[63070]: INFO nova.compute.claims [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.328763] env[63070]: DEBUG oslo_vmware.api [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771265, 'name': PowerOnVM_Task, 'duration_secs': 0.489084} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.329106] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1784.329323] env[63070]: INFO nova.compute.manager [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1784.329522] env[63070]: DEBUG nova.compute.manager [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1784.330523] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249b0815-dd75-43dd-ba53-68e838b6b876 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.361650] env[63070]: DEBUG nova.compute.utils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1784.366228] env[63070]: DEBUG nova.compute.manager [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1784.366570] env[63070]: DEBUG nova.network.neutron [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.428190] env[63070]: DEBUG nova.policy [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cf1d5a1be314a24a88a53e2cf11c524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1bb84650554bb4b2ffe1f83ae5be14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1784.802663] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "8dc9d504-c0b2-410a-8610-afa006d73b22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.802916] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.807907] env[63070]: DEBUG nova.network.neutron [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Successfully created port: 25368ed4-acd3-4198-ba69-bef539671c93 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1784.851111] env[63070]: INFO nova.compute.manager [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Took 16.51 seconds to build instance. [ 1784.867234] env[63070]: DEBUG nova.compute.manager [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.035021] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b26bc9f-5b30-4e4f-9904-29db07655f87 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.040976] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78e3564-e0b8-4086-ae5b-5286d108b354 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.073889] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7475eb6d-715f-493a-998f-ab71dd81cace {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.082407] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d118b6-2fa5-4b9f-baab-eafa8e9d9729 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.098494] env[63070]: DEBUG nova.compute.provider_tree [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.309019] env[63070]: DEBUG nova.compute.manager [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1785.352704] env[63070]: DEBUG oslo_concurrency.lockutils [None req-27afbd25-ba8b-4e3e-b4cf-4f3de07c51dd tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "49796c7c-29c4-4ff4-821b-b950c4576770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.019s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.352987] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "49796c7c-29c4-4ff4-821b-b950c4576770" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.557s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.353181] env[63070]: INFO nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] During sync_power_state the instance has a pending task (spawning). Skip. [ 1785.353353] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "49796c7c-29c4-4ff4-821b-b950c4576770" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.602095] env[63070]: DEBUG nova.scheduler.client.report [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.832033] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.879974] env[63070]: DEBUG nova.compute.manager [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1785.903594] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1785.903909] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1785.904384] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1785.904384] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1785.904384] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1785.904617] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1785.904792] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1785.904883] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1785.905096] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1785.905284] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1785.905470] env[63070]: DEBUG nova.virt.hardware [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1785.906415] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de58b995-830e-4746-a3cc-93993ceed22f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.915773] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968549cb-5348-46c8-833b-059fc9daf2a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.107042] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.107612] env[63070]: DEBUG nova.compute.manager [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1786.110770] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.519s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.264913] env[63070]: DEBUG nova.compute.manager [req-6a4ccd6f-c165-4e89-8726-398d255bf1d0 req-2a9392ac-d547-4dc9-a5c4-1b1fb2cc02fc service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Received event network-vif-plugged-25368ed4-acd3-4198-ba69-bef539671c93 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1786.264913] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a4ccd6f-c165-4e89-8726-398d255bf1d0 req-2a9392ac-d547-4dc9-a5c4-1b1fb2cc02fc service nova] Acquiring lock "e66752c2-077b-45c6-ba47-b85188540da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.264913] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a4ccd6f-c165-4e89-8726-398d255bf1d0 req-2a9392ac-d547-4dc9-a5c4-1b1fb2cc02fc service nova] Lock "e66752c2-077b-45c6-ba47-b85188540da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.264913] env[63070]: DEBUG oslo_concurrency.lockutils [req-6a4ccd6f-c165-4e89-8726-398d255bf1d0 req-2a9392ac-d547-4dc9-a5c4-1b1fb2cc02fc service nova] Lock "e66752c2-077b-45c6-ba47-b85188540da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.264913] env[63070]: DEBUG nova.compute.manager [req-6a4ccd6f-c165-4e89-8726-398d255bf1d0 req-2a9392ac-d547-4dc9-a5c4-1b1fb2cc02fc service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] No waiting events found dispatching network-vif-plugged-25368ed4-acd3-4198-ba69-bef539671c93 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1786.264913] env[63070]: WARNING nova.compute.manager [req-6a4ccd6f-c165-4e89-8726-398d255bf1d0 req-2a9392ac-d547-4dc9-a5c4-1b1fb2cc02fc service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Received unexpected event network-vif-plugged-25368ed4-acd3-4198-ba69-bef539671c93 for instance with vm_state building and task_state spawning. [ 1786.333884] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "02085c0a-177e-4457-9646-46b9cde79adc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.337060] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.337060] env[63070]: DEBUG nova.compute.manager [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.337060] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7122d3-2ad1-459d-b80e-8abbeadf9408 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.343525] env[63070]: DEBUG nova.compute.manager [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63070) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1786.344528] env[63070]: DEBUG nova.objects.instance [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'flavor' on Instance uuid 02085c0a-177e-4457-9646-46b9cde79adc {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.361659] env[63070]: DEBUG nova.network.neutron [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Successfully updated port: 25368ed4-acd3-4198-ba69-bef539671c93 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1786.614550] env[63070]: DEBUG nova.compute.utils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.621498] env[63070]: DEBUG nova.compute.manager [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1786.621694] env[63070]: DEBUG nova.network.neutron [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.680569] env[63070]: DEBUG nova.policy [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19bcb627404641efbb8b307fede313e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f671ada90424b6f85ad8ee9cdb1dc8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1786.866079] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.866079] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.866079] env[63070]: DEBUG nova.network.neutron [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.890302] env[63070]: DEBUG nova.compute.manager [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Stashing vm_state: active {{(pid=63070) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1787.028379] env[63070]: DEBUG nova.network.neutron [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Successfully created port: 9a73e2fa-a6c7-4d05-a709-50562bb4c4fe {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1787.125384] env[63070]: DEBUG nova.compute.manager [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1787.130063] env[63070]: INFO nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating resource usage from migration fe94d901-e3d2-4afa-9883-cce522e5976d [ 1787.231695] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance eb7c6d24-9b2c-4777-8b73-8b8f3463e868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.231851] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 02085c0a-177e-4457-9646-46b9cde79adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.231975] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.232137] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 1c16d24c-80ba-47e5-ba79-dfbf732640f0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1787.232298] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 8c749d82-9fcb-40b8-b478-3b4bf79fd904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.232437] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance b18a4400-d1bd-4e8b-98bb-032df8f16437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.232561] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance e66752c2-077b-45c6-ba47-b85188540da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.232673] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance e34be017-2ff4-44f0-b44b-3abde2d39837 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.352613] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.352796] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d72a30-f341-46bb-9b36-5e47dfcccce6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.361805] env[63070]: DEBUG oslo_vmware.api [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1787.361805] env[63070]: value = "task-1771266" [ 1787.361805] env[63070]: _type = "Task" [ 1787.361805] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.371534] env[63070]: DEBUG oslo_vmware.api [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.399639] env[63070]: DEBUG nova.network.neutron [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1787.409682] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.540098] env[63070]: DEBUG nova.network.neutron [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance_info_cache with network_info: [{"id": "25368ed4-acd3-4198-ba69-bef539671c93", "address": "fa:16:3e:e2:97:12", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25368ed4-ac", "ovs_interfaceid": "25368ed4-acd3-4198-ba69-bef539671c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.735738] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 8dc9d504-c0b2-410a-8610-afa006d73b22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1787.735910] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Migration fe94d901-e3d2-4afa-9883-cce522e5976d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1787.736048] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 49796c7c-29c4-4ff4-821b-b950c4576770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.736266] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1787.736406] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1787.869917] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6283fd-253b-4fa0-8c51-89085a0a466c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.875214] env[63070]: DEBUG oslo_vmware.api [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771266, 'name': PowerOffVM_Task, 'duration_secs': 0.262435} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.875862] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1787.876086] env[63070]: DEBUG nova.compute.manager [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.876809] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8f78fc-b0ec-46c6-9303-37d6610833ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.882017] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf93c5a-283a-4f6c-bd2a-59fe0616b209 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.916048] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47326077-8005-439e-aea2-d06b1e1bd82a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.924918] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56b9850-f437-4873-a73f-79270de7dbce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.940723] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.044787] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.045170] env[63070]: DEBUG nova.compute.manager [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Instance network_info: |[{"id": "25368ed4-acd3-4198-ba69-bef539671c93", "address": "fa:16:3e:e2:97:12", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25368ed4-ac", "ovs_interfaceid": "25368ed4-acd3-4198-ba69-bef539671c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1788.045625] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:97:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25368ed4-acd3-4198-ba69-bef539671c93', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1788.053195] env[63070]: DEBUG oslo.service.loopingcall [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.053417] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1788.053636] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1257a40d-9cd5-4477-87b3-a565736e223a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.075829] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1788.075829] env[63070]: value = "task-1771267" [ 1788.075829] env[63070]: _type = "Task" [ 1788.075829] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.084536] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.139301] env[63070]: DEBUG nova.compute.manager [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1788.169113] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1788.169515] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1788.169794] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1788.170118] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1788.170391] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1788.170647] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1788.170957] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1788.171206] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1788.171451] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1788.171693] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1788.171990] env[63070]: DEBUG nova.virt.hardware [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1788.173307] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94332ae9-fb08-4f1b-a2c7-9c6bfd31a20e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.182394] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82ab90b-b56e-4d87-9e39-52a146a588ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.291260] env[63070]: DEBUG nova.compute.manager [req-603a6633-36da-46e3-a489-36645bbe4b59 req-c0ca1bd1-251b-45f3-b2c6-5f9054fac81a service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Received event network-changed-25368ed4-acd3-4198-ba69-bef539671c93 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1788.291425] env[63070]: DEBUG nova.compute.manager [req-603a6633-36da-46e3-a489-36645bbe4b59 req-c0ca1bd1-251b-45f3-b2c6-5f9054fac81a service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Refreshing instance network info cache due to event network-changed-25368ed4-acd3-4198-ba69-bef539671c93. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1788.291639] env[63070]: DEBUG oslo_concurrency.lockutils [req-603a6633-36da-46e3-a489-36645bbe4b59 req-c0ca1bd1-251b-45f3-b2c6-5f9054fac81a service nova] Acquiring lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.291780] env[63070]: DEBUG oslo_concurrency.lockutils [req-603a6633-36da-46e3-a489-36645bbe4b59 req-c0ca1bd1-251b-45f3-b2c6-5f9054fac81a service nova] Acquired lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.291937] env[63070]: DEBUG nova.network.neutron [req-603a6633-36da-46e3-a489-36645bbe4b59 req-c0ca1bd1-251b-45f3-b2c6-5f9054fac81a service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Refreshing network info cache for port 25368ed4-acd3-4198-ba69-bef539671c93 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.392110] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d047ad6-b6cb-488a-a6c8-d8cd95fb1e6c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.442448] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1788.586629] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.947957] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1788.948172] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.837s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.948594] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.048s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.948594] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.950666] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.119s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.952164] env[63070]: INFO nova.compute.claims [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.982435] env[63070]: INFO nova.scheduler.client.report [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted allocations for instance 1c16d24c-80ba-47e5-ba79-dfbf732640f0 [ 1789.089020] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.269083] env[63070]: DEBUG nova.network.neutron [req-603a6633-36da-46e3-a489-36645bbe4b59 req-c0ca1bd1-251b-45f3-b2c6-5f9054fac81a service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updated VIF entry in instance network info cache for port 25368ed4-acd3-4198-ba69-bef539671c93. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.269454] env[63070]: DEBUG nova.network.neutron [req-603a6633-36da-46e3-a489-36645bbe4b59 req-c0ca1bd1-251b-45f3-b2c6-5f9054fac81a service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance_info_cache with network_info: [{"id": "25368ed4-acd3-4198-ba69-bef539671c93", "address": "fa:16:3e:e2:97:12", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25368ed4-ac", "ovs_interfaceid": "25368ed4-acd3-4198-ba69-bef539671c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.462569] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.462857] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.463080] env[63070]: INFO nova.compute.manager [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Rebooting instance [ 1789.490505] env[63070]: DEBUG nova.compute.manager [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Stashing vm_state: stopped {{(pid=63070) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1789.493699] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6e31db5d-2dac-408b-8ae7-e209004d1998 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.688s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.494461] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.699s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.494646] env[63070]: INFO nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] During sync_power_state the instance has a pending task (deleting). Skip. [ 1789.494818] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "1c16d24c-80ba-47e5-ba79-dfbf732640f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.587018] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.771820] env[63070]: DEBUG oslo_concurrency.lockutils [req-603a6633-36da-46e3-a489-36645bbe4b59 req-c0ca1bd1-251b-45f3-b2c6-5f9054fac81a service nova] Releasing lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.983791] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.984036] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.984235] env[63070]: DEBUG nova.network.neutron [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1790.006173] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.089668] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.101589] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de667df4-723c-40b9-b5cf-ad90805c5528 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.108955] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9f0141-a10d-4ae2-bb64-c40601f3277d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.141127] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3955852a-5cd3-40ea-b0fa-780c85571fc3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.149777] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54e9000-9278-4970-a1f9-e96a259b69fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.165087] env[63070]: DEBUG nova.compute.provider_tree [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.588556] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.670277] env[63070]: DEBUG nova.scheduler.client.report [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.734381] env[63070]: DEBUG nova.network.neutron [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [{"id": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "address": "fa:16:3e:ef:c6:8c", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff8c4d1-52", "ovs_interfaceid": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.089554] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.174772] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.175348] env[63070]: DEBUG nova.compute.manager [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1791.178901] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.769s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.237055] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.590264] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.682453] env[63070]: DEBUG nova.compute.utils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.685899] env[63070]: INFO nova.compute.claims [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.689500] env[63070]: DEBUG nova.compute.manager [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1791.689606] env[63070]: DEBUG nova.network.neutron [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1791.741333] env[63070]: DEBUG nova.compute.manager [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.742261] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31786c27-6c12-4c63-84b4-707ecc259c74 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.754318] env[63070]: DEBUG nova.policy [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7a326a34f1d409fae5cd4ba466b1564', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '429783d5eaa34b7ca7763c0ed5e97293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1791.992448] env[63070]: DEBUG nova.network.neutron [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Successfully created port: 52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.091221] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.192030] env[63070]: DEBUG nova.compute.manager [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1792.195231] env[63070]: INFO nova.compute.resource_tracker [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating resource usage from migration fe94d901-e3d2-4afa-9883-cce522e5976d [ 1792.410470] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33ab8be-a111-4264-9494-8c463e555f96 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.418706] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7362a7c5-35ac-4bfd-aad6-6b3eed7ef7ac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.448045] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdf1933-dcae-4641-917f-feaef3727613 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.456034] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca9db36-a549-450e-b5b2-9378124d94de {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.470588] env[63070]: DEBUG nova.compute.provider_tree [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.590925] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.757771] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbb87d1-70ab-42b5-8376-09d1611f790a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.765902] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Doing hard reboot of VM {{(pid=63070) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1792.766374] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9e3fb98b-a086-4dc5-bbbe-7e5d1cf3adf1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.772660] env[63070]: DEBUG oslo_vmware.api [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1792.772660] env[63070]: value = "task-1771268" [ 1792.772660] env[63070]: _type = "Task" [ 1792.772660] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.780076] env[63070]: DEBUG oslo_vmware.api [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771268, 'name': ResetVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.974020] env[63070]: DEBUG nova.scheduler.client.report [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1793.092125] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.204510] env[63070]: DEBUG nova.compute.manager [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1793.231451] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.231702] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.231859] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.232061] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.232214] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.232359] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.232565] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.232722] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.232888] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.233062] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.233239] env[63070]: DEBUG nova.virt.hardware [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.234183] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051edbec-6b02-4f7a-ba6d-925aaa66d34b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.243814] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fabded-8d07-4834-9fa8-09bc18d24259 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.282227] env[63070]: DEBUG oslo_vmware.api [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771268, 'name': ResetVM_Task, 'duration_secs': 0.120399} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.282482] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Did hard reboot of VM {{(pid=63070) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1793.282675] env[63070]: DEBUG nova.compute.manager [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1793.283448] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddb2b3a-8de6-4962-a719-ba83dc41cb95 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.479184] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.300s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.479184] env[63070]: INFO nova.compute.manager [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Migrating [ 1793.485862] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.480s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.593732] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.795767] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cbd8498-017c-4f3e-bfb2-41e9fec6e921 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.333s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.992030] env[63070]: INFO nova.compute.claims [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1793.995639] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.995801] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.995994] env[63070]: DEBUG nova.network.neutron [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.093262] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.501938] env[63070]: INFO nova.compute.resource_tracker [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating resource usage from migration 5015b598-698d-442f-b620-9ec74f5a256b [ 1794.594628] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771267, 'name': CreateVM_Task, 'duration_secs': 6.408615} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.596875] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.597796] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.598215] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.598215] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.598529] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0633f9a7-c1b3-4e1f-a42c-2847ef5e7dbb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.605300] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1794.605300] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52054212-3d18-282f-a670-d6065ced2841" [ 1794.605300] env[63070]: _type = "Task" [ 1794.605300] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.616434] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52054212-3d18-282f-a670-d6065ced2841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.665023] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df61d820-18ea-406c-8e8e-0c2219c6512a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.674269] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d17690-fa79-49a4-b3de-9d8cd4b338ac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.718610] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b0f7d3-10b4-4d8d-8f54-1af88f4f68a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.728359] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68755d7-d8ec-4f53-b02b-cf961a845ac2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.746012] env[63070]: DEBUG nova.compute.provider_tree [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.804115] env[63070]: DEBUG nova.network.neutron [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance_info_cache with network_info: [{"id": "b77dd494-6323-4889-95c6-89352f6623fa", "address": "fa:16:3e:61:e6:55", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77dd494-63", "ovs_interfaceid": "b77dd494-6323-4889-95c6-89352f6623fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.116561] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52054212-3d18-282f-a670-d6065ced2841, 'name': SearchDatastore_Task, 'duration_secs': 0.012016} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.116860] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.117107] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.117344] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.117490] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.117664] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.117919] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9b29f94-3661-41a3-b1a9-b35325670d31 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.126749] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.126924] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.127635] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5615f5c-d1a8-42d4-933f-c992d43b7993 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.132778] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1795.132778] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a02701-f778-6092-1358-1dfac9e7452f" [ 1795.132778] env[63070]: _type = "Task" [ 1795.132778] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.140713] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a02701-f778-6092-1358-1dfac9e7452f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.249470] env[63070]: DEBUG nova.scheduler.client.report [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.305653] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.454705] env[63070]: DEBUG nova.compute.manager [req-3a54aced-de95-41ad-a6c3-d7f3ee681d7f req-6f47f5d4-f051-413f-90f6-a33c87be7b01 service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Received event network-vif-plugged-52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1795.454927] env[63070]: DEBUG oslo_concurrency.lockutils [req-3a54aced-de95-41ad-a6c3-d7f3ee681d7f req-6f47f5d4-f051-413f-90f6-a33c87be7b01 service nova] Acquiring lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.455179] env[63070]: DEBUG oslo_concurrency.lockutils [req-3a54aced-de95-41ad-a6c3-d7f3ee681d7f req-6f47f5d4-f051-413f-90f6-a33c87be7b01 service nova] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.455357] env[63070]: DEBUG oslo_concurrency.lockutils [req-3a54aced-de95-41ad-a6c3-d7f3ee681d7f req-6f47f5d4-f051-413f-90f6-a33c87be7b01 service nova] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.455525] env[63070]: DEBUG nova.compute.manager [req-3a54aced-de95-41ad-a6c3-d7f3ee681d7f req-6f47f5d4-f051-413f-90f6-a33c87be7b01 service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] No waiting events found dispatching network-vif-plugged-52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1795.455690] env[63070]: WARNING nova.compute.manager [req-3a54aced-de95-41ad-a6c3-d7f3ee681d7f req-6f47f5d4-f051-413f-90f6-a33c87be7b01 service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Received unexpected event network-vif-plugged-52c98ab4-ed9f-49d6-96b8-f2f18838a452 for instance with vm_state building and task_state spawning. [ 1795.644223] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a02701-f778-6092-1358-1dfac9e7452f, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.645082] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce736029-9f7b-47d4-ab03-8b73f24ed3a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.651793] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1795.651793] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5279f2a5-035d-bfa4-d245-65e055d50604" [ 1795.651793] env[63070]: _type = "Task" [ 1795.651793] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.660707] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5279f2a5-035d-bfa4-d245-65e055d50604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.670215] env[63070]: DEBUG nova.network.neutron [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Successfully updated port: 52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1795.712547] env[63070]: DEBUG nova.network.neutron [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Successfully updated port: 9a73e2fa-a6c7-4d05-a709-50562bb4c4fe {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1795.754697] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.269s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.754864] env[63070]: INFO nova.compute.manager [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Migrating [ 1796.168461] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5279f2a5-035d-bfa4-d245-65e055d50604, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.168461] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.168461] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] e66752c2-077b-45c6-ba47-b85188540da8/e66752c2-077b-45c6-ba47-b85188540da8.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1796.168717] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1c64058-e215-411e-9e36-36e4f70af5ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.172334] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.172591] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.172731] env[63070]: DEBUG nova.network.neutron [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.176750] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1796.176750] env[63070]: value = "task-1771269" [ 1796.176750] env[63070]: _type = "Task" [ 1796.176750] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.187205] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.214887] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.215179] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquired lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.215374] env[63070]: DEBUG nova.network.neutron [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.269090] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.269300] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.269489] env[63070]: DEBUG nova.network.neutron [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.691034] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479283} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.692024] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] e66752c2-077b-45c6-ba47-b85188540da8/e66752c2-077b-45c6-ba47-b85188540da8.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.692024] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.692024] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf972a35-fe4e-40cd-b02f-da900d11765b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.701281] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1796.701281] env[63070]: value = "task-1771270" [ 1796.701281] env[63070]: _type = "Task" [ 1796.701281] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.712832] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.715943] env[63070]: DEBUG nova.network.neutron [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1796.770309] env[63070]: DEBUG nova.network.neutron [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1796.820196] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7a5b86-d5c5-44e2-ba96-1b727dfa6d5e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.841351] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance '49796c7c-29c4-4ff4-821b-b950c4576770' progress to 0 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1797.128970] env[63070]: DEBUG nova.network.neutron [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updating instance_info_cache with network_info: [{"id": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "address": "fa:16:3e:f3:6f:65", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c98ab4-ed", "ovs_interfaceid": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.157209] env[63070]: DEBUG nova.network.neutron [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Updating instance_info_cache with network_info: [{"id": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "address": "fa:16:3e:14:f2:13", "network": {"id": "3c192b79-fee6-47e4-b6cb-923f4d4b8f23", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2103176259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f671ada90424b6f85ad8ee9cdb1dc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a73e2fa-a6", "ovs_interfaceid": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.214350] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.34613} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.217520] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.218373] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c646cce-d748-4df9-b4a2-095765865d9b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.244447] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] e66752c2-077b-45c6-ba47-b85188540da8/e66752c2-077b-45c6-ba47-b85188540da8.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.245115] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9286f8a-0079-46a3-a88b-1c94b8dbda7b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.275374] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1797.275374] env[63070]: value = "task-1771271" [ 1797.275374] env[63070]: _type = "Task" [ 1797.275374] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.287631] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.311363] env[63070]: DEBUG nova.network.neutron [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance_info_cache with network_info: [{"id": "6014a038-350e-4064-99f4-758cffa64122", "address": "fa:16:3e:26:1f:e3", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6014a038-35", "ovs_interfaceid": "6014a038-350e-4064-99f4-758cffa64122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.350045] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1797.350469] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81a8f66a-397e-479c-a76c-f53434f3ee47 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.360545] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1797.360545] env[63070]: value = "task-1771272" [ 1797.360545] env[63070]: _type = "Task" [ 1797.360545] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.374338] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.488016] env[63070]: DEBUG nova.compute.manager [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Received event network-vif-plugged-9a73e2fa-a6c7-4d05-a709-50562bb4c4fe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1797.488292] env[63070]: DEBUG oslo_concurrency.lockutils [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] Acquiring lock "e34be017-2ff4-44f0-b44b-3abde2d39837-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.488536] env[63070]: DEBUG oslo_concurrency.lockutils [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.488713] env[63070]: DEBUG oslo_concurrency.lockutils [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.488884] env[63070]: DEBUG nova.compute.manager [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] No waiting events found dispatching network-vif-plugged-9a73e2fa-a6c7-4d05-a709-50562bb4c4fe {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.489061] env[63070]: WARNING nova.compute.manager [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Received unexpected event network-vif-plugged-9a73e2fa-a6c7-4d05-a709-50562bb4c4fe for instance with vm_state building and task_state spawning. [ 1797.489230] env[63070]: DEBUG nova.compute.manager [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Received event network-changed-52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1797.489382] env[63070]: DEBUG nova.compute.manager [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Refreshing instance network info cache due to event network-changed-52c98ab4-ed9f-49d6-96b8-f2f18838a452. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1797.489544] env[63070]: DEBUG oslo_concurrency.lockutils [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] Acquiring lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.631490] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.631878] env[63070]: DEBUG nova.compute.manager [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Instance network_info: |[{"id": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "address": "fa:16:3e:f3:6f:65", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c98ab4-ed", "ovs_interfaceid": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1797.632219] env[63070]: DEBUG oslo_concurrency.lockutils [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] Acquired lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.632476] env[63070]: DEBUG nova.network.neutron [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Refreshing network info cache for port 52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.633805] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:6f:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52c98ab4-ed9f-49d6-96b8-f2f18838a452', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1797.641737] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Creating folder: Project (429783d5eaa34b7ca7763c0ed5e97293). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1797.642882] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7671c4f-0601-4efc-abe9-1532209512a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.656619] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Created folder: Project (429783d5eaa34b7ca7763c0ed5e97293) in parent group-v367531. [ 1797.656912] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Creating folder: Instances. Parent ref: group-v367807. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1797.657125] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd292866-bc59-4431-9077-df18827955da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.659750] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Releasing lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.660150] env[63070]: DEBUG nova.compute.manager [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Instance network_info: |[{"id": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "address": "fa:16:3e:14:f2:13", "network": {"id": "3c192b79-fee6-47e4-b6cb-923f4d4b8f23", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2103176259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f671ada90424b6f85ad8ee9cdb1dc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a73e2fa-a6", "ovs_interfaceid": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1797.660668] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:f2:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a73e2fa-a6c7-4d05-a709-50562bb4c4fe', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1797.669877] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Creating folder: Project (9f671ada90424b6f85ad8ee9cdb1dc8e). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1797.672016] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf1f390-94b8-442c-bb87-7cc74a7c8013 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.673944] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Created folder: Instances in parent group-v367807. [ 1797.674359] env[63070]: DEBUG oslo.service.loopingcall [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.674539] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1797.675131] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2447ab7-7799-4446-8894-6ef8829b10ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.692418] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Created folder: Project (9f671ada90424b6f85ad8ee9cdb1dc8e) in parent group-v367531. [ 1797.692789] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Creating folder: Instances. Parent ref: group-v367809. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1797.693295] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09341839-1923-4149-8b20-b121d14f3c85 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.699781] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1797.699781] env[63070]: value = "task-1771276" [ 1797.699781] env[63070]: _type = "Task" [ 1797.699781] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.712433] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Created folder: Instances in parent group-v367809. [ 1797.712668] env[63070]: DEBUG oslo.service.loopingcall [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.716223] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1797.716438] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771276, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.716666] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b64a9d40-3475-4733-ba0e-0b994bf46e9a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.741459] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1797.741459] env[63070]: value = "task-1771278" [ 1797.741459] env[63070]: _type = "Task" [ 1797.741459] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.751589] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771278, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.785328] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.813993] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.870787] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771272, 'name': PowerOffVM_Task, 'duration_secs': 0.388752} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.871070] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1797.871264] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance '49796c7c-29c4-4ff4-821b-b950c4576770' progress to 17 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1798.211032] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771276, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.258549] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771278, 'name': CreateVM_Task, 'duration_secs': 0.431336} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.258745] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1798.259435] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.259600] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.259928] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1798.260222] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a6e903-efec-4fb9-8252-8ffd6bdf56a2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.265983] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1798.265983] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52615a5c-e135-708b-ed25-9d5b47a146f1" [ 1798.265983] env[63070]: _type = "Task" [ 1798.265983] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.275363] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52615a5c-e135-708b-ed25-9d5b47a146f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.289139] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771271, 'name': ReconfigVM_Task, 'duration_secs': 0.606423} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.289139] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Reconfigured VM instance instance-00000065 to attach disk [datastore1] e66752c2-077b-45c6-ba47-b85188540da8/e66752c2-077b-45c6-ba47-b85188540da8.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.289139] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38f60613-03dc-49a1-bd55-2d996dae1b52 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.296835] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1798.296835] env[63070]: value = "task-1771279" [ 1798.296835] env[63070]: _type = "Task" [ 1798.296835] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.305604] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771279, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.378205] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.378483] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.378642] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.378827] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.379044] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.379148] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.379358] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.379516] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.379677] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.379840] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.380026] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.385427] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36aec885-14cf-4463-beb8-9dbba99efef7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.404411] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1798.404411] env[63070]: value = "task-1771280" [ 1798.404411] env[63070]: _type = "Task" [ 1798.404411] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.412877] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.434506] env[63070]: DEBUG nova.network.neutron [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updated VIF entry in instance network info cache for port 52c98ab4-ed9f-49d6-96b8-f2f18838a452. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.435091] env[63070]: DEBUG nova.network.neutron [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updating instance_info_cache with network_info: [{"id": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "address": "fa:16:3e:f3:6f:65", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c98ab4-ed", "ovs_interfaceid": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.711744] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771276, 'name': CreateVM_Task, 'duration_secs': 0.611425} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.712174] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1798.712574] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.776712] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52615a5c-e135-708b-ed25-9d5b47a146f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012268} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.777055] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.777312] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.777560] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.777706] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.777881] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.778174] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.778489] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1798.778713] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f71d9ec0-f589-4253-b641-c40777413a65 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.780624] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2092f121-057f-4edf-8226-5842bb5bc3c8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.786257] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1798.786257] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dac381-a653-5068-7e66-ce6447d16a9c" [ 1798.786257] env[63070]: _type = "Task" [ 1798.786257] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.790068] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.790252] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.791198] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82457909-65a0-4711-b8b0-b5e5310cdbf5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.796011] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dac381-a653-5068-7e66-ce6447d16a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.801159] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1798.801159] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522c9c41-9361-f810-04b7-6c8b9729f7d0" [ 1798.801159] env[63070]: _type = "Task" [ 1798.801159] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.806991] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771279, 'name': Rename_Task, 'duration_secs': 0.192172} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.807545] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.807762] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de34373d-f500-42d2-af8f-cf446aa29fde {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.811586] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522c9c41-9361-f810-04b7-6c8b9729f7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.816435] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1798.816435] env[63070]: value = "task-1771281" [ 1798.816435] env[63070]: _type = "Task" [ 1798.816435] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.825563] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.916658] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771280, 'name': ReconfigVM_Task, 'duration_secs': 0.174938} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.916857] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance '49796c7c-29c4-4ff4-821b-b950c4576770' progress to 33 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1798.938176] env[63070]: DEBUG oslo_concurrency.lockutils [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] Releasing lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.938449] env[63070]: DEBUG nova.compute.manager [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Received event network-changed-9a73e2fa-a6c7-4d05-a709-50562bb4c4fe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1798.938619] env[63070]: DEBUG nova.compute.manager [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Refreshing instance network info cache due to event network-changed-9a73e2fa-a6c7-4d05-a709-50562bb4c4fe. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1798.938834] env[63070]: DEBUG oslo_concurrency.lockutils [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] Acquiring lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.938974] env[63070]: DEBUG oslo_concurrency.lockutils [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] Acquired lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.939155] env[63070]: DEBUG nova.network.neutron [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Refreshing network info cache for port 9a73e2fa-a6c7-4d05-a709-50562bb4c4fe {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.298332] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52dac381-a653-5068-7e66-ce6447d16a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.01774} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.298332] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.298332] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1799.298332] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.312082] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522c9c41-9361-f810-04b7-6c8b9729f7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.020711} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.312334] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95de6e0-a744-45ce-b1d1-02022e183cee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.321451] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1799.321451] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52120fca-1322-c9ad-9049-64a9a0d4dce3" [ 1799.321451] env[63070]: _type = "Task" [ 1799.321451] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.329857] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.331274] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8731576-401f-4221-b27a-ccea0fd98c21 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.336240] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52120fca-1322-c9ad-9049-64a9a0d4dce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.351785] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance '02085c0a-177e-4457-9646-46b9cde79adc' progress to 0 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1799.423690] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1799.424056] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1799.424125] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1799.424309] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1799.424456] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1799.424601] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1799.424809] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1799.424965] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1799.425146] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1799.425311] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1799.425483] env[63070]: DEBUG nova.virt.hardware [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1799.430840] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1799.431475] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b395a9-6f9f-44b9-a8ce-933e8965e365 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.452818] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1799.452818] env[63070]: value = "task-1771282" [ 1799.452818] env[63070]: _type = "Task" [ 1799.452818] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.461454] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.711421] env[63070]: DEBUG nova.network.neutron [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Updated VIF entry in instance network info cache for port 9a73e2fa-a6c7-4d05-a709-50562bb4c4fe. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.711796] env[63070]: DEBUG nova.network.neutron [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Updating instance_info_cache with network_info: [{"id": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "address": "fa:16:3e:14:f2:13", "network": {"id": "3c192b79-fee6-47e4-b6cb-923f4d4b8f23", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2103176259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f671ada90424b6f85ad8ee9cdb1dc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a73e2fa-a6", "ovs_interfaceid": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.828378] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.833660] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52120fca-1322-c9ad-9049-64a9a0d4dce3, 'name': SearchDatastore_Task, 'duration_secs': 0.02421} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.833890] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.834375] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] e34be017-2ff4-44f0-b44b-3abde2d39837/e34be017-2ff4-44f0-b44b-3abde2d39837.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1799.834577] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.834665] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1799.834802] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c95e73f-e9c1-4b72-ab11-1f760a13274a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.836688] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e55510c-32f8-4aa8-9065-c1591594befb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.843850] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1799.843850] env[63070]: value = "task-1771283" [ 1799.843850] env[63070]: _type = "Task" [ 1799.843850] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.847909] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1799.848147] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1799.849196] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ea3ff6-de94-4d75-b177-3e16212ccaf3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.854472] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.858832] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.859144] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1799.859144] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5216d19d-eb22-0b8a-c5eb-a39684a09b31" [ 1799.859144] env[63070]: _type = "Task" [ 1799.859144] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.859374] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec9ca612-f1f4-422b-9f6d-8e8a1b4b5649 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.871449] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5216d19d-eb22-0b8a-c5eb-a39684a09b31, 'name': SearchDatastore_Task, 'duration_secs': 0.008494} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.873213] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1799.873213] env[63070]: value = "task-1771284" [ 1799.873213] env[63070]: _type = "Task" [ 1799.873213] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.873412] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362877ba-d12b-457c-82b8-027757c2926b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.882077] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1799.882077] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5238e09e-b392-ca0b-8729-a4db94c27f7f" [ 1799.882077] env[63070]: _type = "Task" [ 1799.882077] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.888130] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1799.888364] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance '02085c0a-177e-4457-9646-46b9cde79adc' progress to 17 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1799.897180] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5238e09e-b392-ca0b-8729-a4db94c27f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009085} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.897477] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.897736] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8dc9d504-c0b2-410a-8610-afa006d73b22/8dc9d504-c0b2-410a-8610-afa006d73b22.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1799.897973] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46645add-3b2e-4245-9680-b59019d13af5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.905839] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1799.905839] env[63070]: value = "task-1771285" [ 1799.905839] env[63070]: _type = "Task" [ 1799.905839] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.914350] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.965568] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771282, 'name': ReconfigVM_Task, 'duration_secs': 0.275374} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.965568] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1799.966756] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d481dc8-613c-42e6-a224-6e8c5750d71d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.992291] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 49796c7c-29c4-4ff4-821b-b950c4576770/49796c7c-29c4-4ff4-821b-b950c4576770.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.992637] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79fedf00-8a09-4bc2-ac37-9830e2c91ddc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.014607] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1800.014607] env[63070]: value = "task-1771286" [ 1800.014607] env[63070]: _type = "Task" [ 1800.014607] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.027345] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.215651] env[63070]: DEBUG oslo_concurrency.lockutils [req-ec79f5bc-60ce-4a94-9b30-a3632aa023f6 req-ffd6810e-24ea-4e7f-a1e6-657cd9abc66b service nova] Releasing lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.328603] env[63070]: DEBUG oslo_vmware.api [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771281, 'name': PowerOnVM_Task, 'duration_secs': 1.171882} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.328603] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.328825] env[63070]: INFO nova.compute.manager [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Took 14.45 seconds to spawn the instance on the hypervisor. [ 1800.328934] env[63070]: DEBUG nova.compute.manager [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.329775] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63cc569-ba4f-4fd4-9e17-1a90a47bac5b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.357251] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479207} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.357546] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] e34be017-2ff4-44f0-b44b-3abde2d39837/e34be017-2ff4-44f0-b44b-3abde2d39837.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1800.357857] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1800.358097] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5f8a2df-ac31-4c05-824c-39e42febe14d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.370583] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1800.370583] env[63070]: value = "task-1771287" [ 1800.370583] env[63070]: _type = "Task" [ 1800.370583] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.383651] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.396842] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1800.397240] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1800.397518] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1800.397823] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1800.398108] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1800.398463] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1800.398689] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1800.398940] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1800.399229] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1800.399501] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1800.399776] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1800.409460] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52c3633e-4ba8-4f8e-bce8-33189283f41a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.440327] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771285, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.442625] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1800.442625] env[63070]: value = "task-1771288" [ 1800.442625] env[63070]: _type = "Task" [ 1800.442625] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.456367] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.530033] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.851789] env[63070]: INFO nova.compute.manager [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Took 20.29 seconds to build instance. [ 1800.881682] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082925} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.881898] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.882687] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cb2ac0-8890-49ec-b074-e0d4bcda014d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.905468] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] e34be017-2ff4-44f0-b44b-3abde2d39837/e34be017-2ff4-44f0-b44b-3abde2d39837.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.906029] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255bdda1-ef11-4650-bdcf-62e4181e852a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.928020] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840687} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.929221] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 8dc9d504-c0b2-410a-8610-afa006d73b22/8dc9d504-c0b2-410a-8610-afa006d73b22.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1800.929438] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1800.929729] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1800.929729] env[63070]: value = "task-1771289" [ 1800.929729] env[63070]: _type = "Task" [ 1800.929729] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.929913] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5877c438-ef7a-4ebd-972e-30cd995f5e70 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.940578] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771289, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.942069] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1800.942069] env[63070]: value = "task-1771290" [ 1800.942069] env[63070]: _type = "Task" [ 1800.942069] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.954772] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.958421] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771288, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.024404] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771286, 'name': ReconfigVM_Task, 'duration_secs': 0.994297} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.024704] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 49796c7c-29c4-4ff4-821b-b950c4576770/49796c7c-29c4-4ff4-821b-b950c4576770.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1801.025035] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance '49796c7c-29c4-4ff4-821b-b950c4576770' progress to 50 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1801.354358] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6c04637e-89ca-40ba-928a-ffc453139b74 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "e66752c2-077b-45c6-ba47-b85188540da8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.805s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.441158] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.453739] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771288, 'name': ReconfigVM_Task, 'duration_secs': 0.577465} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.456708] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance '02085c0a-177e-4457-9646-46b9cde79adc' progress to 33 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1801.460049] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062731} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.460503] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1801.461277] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b3617b-c51d-44fe-99f9-1a65f8117112 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.484523] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 8dc9d504-c0b2-410a-8610-afa006d73b22/8dc9d504-c0b2-410a-8610-afa006d73b22.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1801.484830] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea53070-2f43-4624-bc2b-202722ec2649 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.507214] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1801.507214] env[63070]: value = "task-1771291" [ 1801.507214] env[63070]: _type = "Task" [ 1801.507214] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.516183] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.531712] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59db09f-8b2f-46d4-a076-81128a85990d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.551741] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffbe410-37dc-4b9e-8189-11a4a20eb07e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.569982] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance '49796c7c-29c4-4ff4-821b-b950c4576770' progress to 67 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1801.941776] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771289, 'name': ReconfigVM_Task, 'duration_secs': 0.910132} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.942132] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Reconfigured VM instance instance-00000066 to attach disk [datastore1] e34be017-2ff4-44f0-b44b-3abde2d39837/e34be017-2ff4-44f0-b44b-3abde2d39837.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1801.942682] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8497fe2b-c8d1-40bb-8886-da74f9b6f069 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.948851] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1801.948851] env[63070]: value = "task-1771292" [ 1801.948851] env[63070]: _type = "Task" [ 1801.948851] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.956394] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771292, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.962279] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1801.962494] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.962647] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1801.962824] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.962970] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1801.963132] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1801.963336] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1801.963496] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1801.963658] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1801.963815] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1801.964018] env[63070]: DEBUG nova.virt.hardware [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1801.969216] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1801.969451] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d2a3305-0717-4ad7-ac99-98755aa98f7c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.987763] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1801.987763] env[63070]: value = "task-1771293" [ 1801.987763] env[63070]: _type = "Task" [ 1801.987763] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.995118] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.015862] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771291, 'name': ReconfigVM_Task, 'duration_secs': 0.299395} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.016151] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 8dc9d504-c0b2-410a-8610-afa006d73b22/8dc9d504-c0b2-410a-8610-afa006d73b22.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1802.016727] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-345e02f4-f916-4bd0-b810-e0f9b5cccab5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.023260] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1802.023260] env[63070]: value = "task-1771294" [ 1802.023260] env[63070]: _type = "Task" [ 1802.023260] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.030862] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771294, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.113787] env[63070]: DEBUG nova.network.neutron [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Port b77dd494-6323-4889-95c6-89352f6623fa binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1802.458749] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771292, 'name': Rename_Task, 'duration_secs': 0.188611} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.459029] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1802.459282] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa4000c-19d0-42f3-9bbf-fb832bc69a4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.466222] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1802.466222] env[63070]: value = "task-1771295" [ 1802.466222] env[63070]: _type = "Task" [ 1802.466222] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.474823] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.496262] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771293, 'name': ReconfigVM_Task, 'duration_secs': 0.198333} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.496628] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1802.497755] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f390b950-1f67-4be9-8d72-a8363c099184 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.525198] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 02085c0a-177e-4457-9646-46b9cde79adc/02085c0a-177e-4457-9646-46b9cde79adc.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1802.525577] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3fa0f3-1954-4a8f-b797-f232e01f0de6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.558460] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771294, 'name': Rename_Task, 'duration_secs': 0.143859} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.559742] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1802.560074] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1802.560074] env[63070]: value = "task-1771296" [ 1802.560074] env[63070]: _type = "Task" [ 1802.560074] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.560265] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328c556b-3e9e-43df-b701-8ed7dcf63396 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.573655] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1802.573655] env[63070]: value = "task-1771297" [ 1802.573655] env[63070]: _type = "Task" [ 1802.573655] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.573864] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.582053] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.592619] env[63070]: DEBUG nova.compute.manager [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Stashing vm_state: active {{(pid=63070) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1802.976826] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771295, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.070859] env[63070]: DEBUG oslo_vmware.api [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771296, 'name': ReconfigVM_Task, 'duration_secs': 0.334903} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.071150] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 02085c0a-177e-4457-9646-46b9cde79adc/02085c0a-177e-4457-9646-46b9cde79adc.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.071429] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance '02085c0a-177e-4457-9646-46b9cde79adc' progress to 50 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1803.083453] env[63070]: DEBUG oslo_vmware.api [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771297, 'name': PowerOnVM_Task, 'duration_secs': 0.445477} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.083702] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1803.083902] env[63070]: INFO nova.compute.manager [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1803.084090] env[63070]: DEBUG nova.compute.manager [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1803.084872] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abdc57c-a97b-4b32-bc05-bbc16019f506 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.112511] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.112826] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.136585] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "49796c7c-29c4-4ff4-821b-b950c4576770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.136814] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "49796c7c-29c4-4ff4-821b-b950c4576770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.136989] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "49796c7c-29c4-4ff4-821b-b950c4576770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.478657] env[63070]: DEBUG oslo_vmware.api [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771295, 'name': PowerOnVM_Task, 'duration_secs': 0.632189} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.478873] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1803.479097] env[63070]: INFO nova.compute.manager [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Took 15.34 seconds to spawn the instance on the hypervisor. [ 1803.479284] env[63070]: DEBUG nova.compute.manager [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1803.480030] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703fe20e-899f-4832-ad47-80c136851f6d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.580665] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c85e09-04b2-48e3-bad5-a4123a662c38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.603538] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d09222-d1a2-4903-ad43-ced123575b64 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.607967] env[63070]: INFO nova.compute.manager [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Took 17.79 seconds to build instance. [ 1803.625584] env[63070]: INFO nova.compute.claims [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.629195] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance '02085c0a-177e-4457-9646-46b9cde79adc' progress to 67 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1804.000881] env[63070]: INFO nova.compute.manager [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Took 23.23 seconds to build instance. [ 1804.109941] env[63070]: DEBUG oslo_concurrency.lockutils [None req-16c0a4e6-80c9-49af-8dd7-48ee02d4e99a tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.307s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.136850] env[63070]: INFO nova.compute.resource_tracker [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating resource usage from migration a71b0ffe-f428-49c2-a9ba-31829e5407b6 [ 1804.212690] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.212799] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.212982] env[63070]: DEBUG nova.network.neutron [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1804.230261] env[63070]: DEBUG nova.network.neutron [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Port 6014a038-350e-4064-99f4-758cffa64122 binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1804.340017] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4253dd0d-81e8-4ffd-9119-86b752fdc5ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.347453] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f949aed6-6d8c-4365-ae66-841c4989ee0d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.384386] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a36e2e-da39-4bdf-8ecf-c1369521bb09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.395264] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa049242-0a28-4fe4-9afe-f80919a9aaea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.412038] env[63070]: DEBUG nova.compute.provider_tree [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.432794] env[63070]: DEBUG nova.compute.manager [req-61407e18-85c0-4359-94aa-67d85deea73e req-7622eecc-4fdc-4f0d-83f0-ab60f9854ae0 service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Received event network-changed-9a73e2fa-a6c7-4d05-a709-50562bb4c4fe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1804.432794] env[63070]: DEBUG nova.compute.manager [req-61407e18-85c0-4359-94aa-67d85deea73e req-7622eecc-4fdc-4f0d-83f0-ab60f9854ae0 service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Refreshing instance network info cache due to event network-changed-9a73e2fa-a6c7-4d05-a709-50562bb4c4fe. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1804.432794] env[63070]: DEBUG oslo_concurrency.lockutils [req-61407e18-85c0-4359-94aa-67d85deea73e req-7622eecc-4fdc-4f0d-83f0-ab60f9854ae0 service nova] Acquiring lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.433118] env[63070]: DEBUG oslo_concurrency.lockutils [req-61407e18-85c0-4359-94aa-67d85deea73e req-7622eecc-4fdc-4f0d-83f0-ab60f9854ae0 service nova] Acquired lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.433118] env[63070]: DEBUG nova.network.neutron [req-61407e18-85c0-4359-94aa-67d85deea73e req-7622eecc-4fdc-4f0d-83f0-ab60f9854ae0 service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Refreshing network info cache for port 9a73e2fa-a6c7-4d05-a709-50562bb4c4fe {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.505818] env[63070]: DEBUG oslo_concurrency.lockutils [None req-402d7e4e-f56e-4423-84ad-16ff3fb151ec tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.742s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.876770] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.877234] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.935111] env[63070]: ERROR nova.scheduler.client.report [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [req-522e7c42-747b-4a65-aa2e-e983d909814e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-522e7c42-747b-4a65-aa2e-e983d909814e"}]} [ 1804.950971] env[63070]: DEBUG nova.scheduler.client.report [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1804.963594] env[63070]: DEBUG nova.scheduler.client.report [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1804.964283] env[63070]: DEBUG nova.compute.provider_tree [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.976996] env[63070]: DEBUG nova.scheduler.client.report [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1804.995368] env[63070]: DEBUG nova.scheduler.client.report [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1805.014727] env[63070]: DEBUG nova.network.neutron [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance_info_cache with network_info: [{"id": "b77dd494-6323-4889-95c6-89352f6623fa", "address": "fa:16:3e:61:e6:55", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77dd494-63", "ovs_interfaceid": "b77dd494-6323-4889-95c6-89352f6623fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.168529] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b18b4-3a65-4ad4-8186-8cf2afb85966 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.176852] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32827984-f7b4-4a94-8824-d4fcd09b108c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.210421] env[63070]: DEBUG nova.network.neutron [req-61407e18-85c0-4359-94aa-67d85deea73e req-7622eecc-4fdc-4f0d-83f0-ab60f9854ae0 service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Updated VIF entry in instance network info cache for port 9a73e2fa-a6c7-4d05-a709-50562bb4c4fe. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.210767] env[63070]: DEBUG nova.network.neutron [req-61407e18-85c0-4359-94aa-67d85deea73e req-7622eecc-4fdc-4f0d-83f0-ab60f9854ae0 service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Updating instance_info_cache with network_info: [{"id": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "address": "fa:16:3e:14:f2:13", "network": {"id": "3c192b79-fee6-47e4-b6cb-923f4d4b8f23", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2103176259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f671ada90424b6f85ad8ee9cdb1dc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a73e2fa-a6", "ovs_interfaceid": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.212375] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e093c66f-d492-4df4-b73a-518661bb3294 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.219984] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26520ceb-7684-4c73-9f60-ab5d2b00b9c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.233788] env[63070]: DEBUG nova.compute.provider_tree [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1805.250565] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "02085c0a-177e-4457-9646-46b9cde79adc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.250780] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.250949] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.380075] env[63070]: DEBUG nova.compute.manager [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1805.518467] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.716029] env[63070]: DEBUG oslo_concurrency.lockutils [req-61407e18-85c0-4359-94aa-67d85deea73e req-7622eecc-4fdc-4f0d-83f0-ab60f9854ae0 service nova] Releasing lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.765621] env[63070]: DEBUG nova.scheduler.client.report [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1805.765935] env[63070]: DEBUG nova.compute.provider_tree [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 146 to 147 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1805.766233] env[63070]: DEBUG nova.compute.provider_tree [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1805.899556] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.041032] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77915ef3-ee9c-4074-9d35-62d726d0c56f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.062487] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bec529-09fb-4e56-b90f-402bcb47a5f8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.070768] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance '49796c7c-29c4-4ff4-821b-b950c4576770' progress to 83 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1806.271503] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.159s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.271714] env[63070]: INFO nova.compute.manager [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Migrating [ 1806.278212] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.379s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.279641] env[63070]: INFO nova.compute.claims [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.288549] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.288725] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.288894] env[63070]: DEBUG nova.network.neutron [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1806.577086] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.577408] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b849d58c-bce4-4fd7-a81b-f39789659ff6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.585245] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1806.585245] env[63070]: value = "task-1771298" [ 1806.585245] env[63070]: _type = "Task" [ 1806.585245] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.593087] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.791085] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.791281] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.791483] env[63070]: DEBUG nova.network.neutron [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.010372] env[63070]: DEBUG nova.network.neutron [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance_info_cache with network_info: [{"id": "6014a038-350e-4064-99f4-758cffa64122", "address": "fa:16:3e:26:1f:e3", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6014a038-35", "ovs_interfaceid": "6014a038-350e-4064-99f4-758cffa64122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.095721] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.457190] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd6e453-f42b-43e6-9423-3d270bf0297e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.469148] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eeeb4e-4113-47a7-98c9-f4cab788bb0c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.504608] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59355cc0-301f-41f8-b01b-c93d6d10ecbb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.518791] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.521031] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ac7542-9783-4f2d-8e46-9bcfd03ed6a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.536894] env[63070]: DEBUG nova.compute.provider_tree [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.598218] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.743392] env[63070]: DEBUG nova.network.neutron [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance_info_cache with network_info: [{"id": "25368ed4-acd3-4198-ba69-bef539671c93", "address": "fa:16:3e:e2:97:12", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25368ed4-ac", "ovs_interfaceid": "25368ed4-acd3-4198-ba69-bef539671c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.040651] env[63070]: DEBUG nova.scheduler.client.report [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.050207] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69756f0c-5570-415c-8e4b-ddb57a22cccf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.069969] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afebcc93-7b9a-4cbf-8b1a-6459e348836b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.078090] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance '02085c0a-177e-4457-9646-46b9cde79adc' progress to 83 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1808.098855] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.246388] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.545513] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.546324] env[63070]: DEBUG nova.compute.manager [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1808.585299] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5deb9c8b-bcd2-45e8-91ae-70b3f9c2691b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance '02085c0a-177e-4457-9646-46b9cde79adc' progress to 100 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1808.599342] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.051350] env[63070]: DEBUG nova.compute.utils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1809.052711] env[63070]: DEBUG nova.compute.manager [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1809.052877] env[63070]: DEBUG nova.network.neutron [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1809.091411] env[63070]: DEBUG nova.policy [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7a326a34f1d409fae5cd4ba466b1564', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '429783d5eaa34b7ca7763c0ed5e97293', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1809.104878] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.342066] env[63070]: DEBUG nova.network.neutron [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Successfully created port: edd28325-f899-49ba-a1c5-a81d4816941a {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1809.556860] env[63070]: DEBUG nova.compute.manager [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1809.609415] env[63070]: DEBUG oslo_vmware.api [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771298, 'name': PowerOnVM_Task, 'duration_secs': 2.663911} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.609415] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1809.609531] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e5916409-6d33-420f-9ad0-832b5f12f7af tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance '49796c7c-29c4-4ff4-821b-b950c4576770' progress to 100 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1809.760675] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51a5ff0-ffc8-429d-98fd-63a28064cc99 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.779079] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance 'e66752c2-077b-45c6-ba47-b85188540da8' progress to 0 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1810.284303] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1810.284687] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fec3038-3baf-4543-b6d5-e981511c841d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.291955] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1810.291955] env[63070]: value = "task-1771299" [ 1810.291955] env[63070]: _type = "Task" [ 1810.291955] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.299567] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.446391] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "02085c0a-177e-4457-9646-46b9cde79adc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.446769] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.446851] env[63070]: DEBUG nova.compute.manager [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Going to confirm migration 5 {{(pid=63070) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1810.567290] env[63070]: DEBUG nova.compute.manager [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1810.598229] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1810.598479] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.598670] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1810.598807] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.598949] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1810.599111] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1810.599320] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1810.599568] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1810.599642] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1810.599803] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1810.599972] env[63070]: DEBUG nova.virt.hardware [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1810.600875] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099f7e44-bfca-4099-996e-a2e8f6e64afc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.608825] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db37452-7443-420e-9faf-47ab93ae25eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.801371] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771299, 'name': PowerOffVM_Task, 'duration_secs': 0.240997} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.802132] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1810.802351] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance 'e66752c2-077b-45c6-ba47-b85188540da8' progress to 17 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1810.949617] env[63070]: DEBUG nova.compute.manager [req-6b8db486-a72f-4a1d-87b2-93a11badc719 req-13e09776-8850-4c8e-bdd4-11c59dc0d92f service nova] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Received event network-vif-plugged-edd28325-f899-49ba-a1c5-a81d4816941a {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1810.949843] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b8db486-a72f-4a1d-87b2-93a11badc719 req-13e09776-8850-4c8e-bdd4-11c59dc0d92f service nova] Acquiring lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.950064] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b8db486-a72f-4a1d-87b2-93a11badc719 req-13e09776-8850-4c8e-bdd4-11c59dc0d92f service nova] Lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.950237] env[63070]: DEBUG oslo_concurrency.lockutils [req-6b8db486-a72f-4a1d-87b2-93a11badc719 req-13e09776-8850-4c8e-bdd4-11c59dc0d92f service nova] Lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.950402] env[63070]: DEBUG nova.compute.manager [req-6b8db486-a72f-4a1d-87b2-93a11badc719 req-13e09776-8850-4c8e-bdd4-11c59dc0d92f service nova] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] No waiting events found dispatching network-vif-plugged-edd28325-f899-49ba-a1c5-a81d4816941a {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1810.950565] env[63070]: WARNING nova.compute.manager [req-6b8db486-a72f-4a1d-87b2-93a11badc719 req-13e09776-8850-4c8e-bdd4-11c59dc0d92f service nova] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Received unexpected event network-vif-plugged-edd28325-f899-49ba-a1c5-a81d4816941a for instance with vm_state building and task_state spawning. [ 1811.044630] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.044831] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.045017] env[63070]: DEBUG nova.network.neutron [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.045240] env[63070]: DEBUG nova.objects.instance [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'info_cache' on Instance uuid 02085c0a-177e-4457-9646-46b9cde79adc {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.060190] env[63070]: DEBUG nova.network.neutron [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Successfully updated port: edd28325-f899-49ba-a1c5-a81d4816941a {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1811.161467] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fca3c235-2649-40e9-a937-f68242e8805d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.161728] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fca3c235-2649-40e9-a937-f68242e8805d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.162042] env[63070]: DEBUG nova.objects.instance [None req-fca3c235-2649-40e9-a937-f68242e8805d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'flavor' on Instance uuid 8c749d82-9fcb-40b8-b478-3b4bf79fd904 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.310069] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1811.310517] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.310832] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1811.311202] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.311498] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1811.311798] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1811.312196] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1811.312503] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1811.312814] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1811.313125] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1811.313439] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1811.322639] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d03539bd-d0e9-4e6c-a757-fb57527e013b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.348590] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1811.348590] env[63070]: value = "task-1771300" [ 1811.348590] env[63070]: _type = "Task" [ 1811.348590] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.360769] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.563528] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "refresh_cache-cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.563719] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "refresh_cache-cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.563809] env[63070]: DEBUG nova.network.neutron [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.666123] env[63070]: DEBUG nova.objects.instance [None req-fca3c235-2649-40e9-a937-f68242e8805d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c749d82-9fcb-40b8-b478-3b4bf79fd904 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.859358] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771300, 'name': ReconfigVM_Task, 'duration_secs': 0.181798} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.859706] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance 'e66752c2-077b-45c6-ba47-b85188540da8' progress to 33 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1812.105931] env[63070]: DEBUG nova.network.neutron [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1812.168543] env[63070]: DEBUG nova.objects.base [None req-fca3c235-2649-40e9-a937-f68242e8805d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Object Instance<8c749d82-9fcb-40b8-b478-3b4bf79fd904> lazy-loaded attributes: flavor,pci_requests {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1812.168747] env[63070]: DEBUG nova.network.neutron [None req-fca3c235-2649-40e9-a937-f68242e8805d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1812.356183] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fca3c235-2649-40e9-a937-f68242e8805d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.194s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.367952] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1812.368218] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.368376] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1812.368574] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.368744] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1812.368897] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1812.369114] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1812.369278] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1812.369445] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1812.369607] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1812.369777] env[63070]: DEBUG nova.virt.hardware [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1812.375043] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1812.376637] env[63070]: DEBUG nova.network.neutron [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Updating instance_info_cache with network_info: [{"id": "edd28325-f899-49ba-a1c5-a81d4816941a", "address": "fa:16:3e:f0:6f:14", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedd28325-f8", "ovs_interfaceid": "edd28325-f899-49ba-a1c5-a81d4816941a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.377683] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a030484-cd91-4f26-951f-6af9100b1028 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.399449] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1812.399449] env[63070]: value = "task-1771301" [ 1812.399449] env[63070]: _type = "Task" [ 1812.399449] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.407569] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.428726] env[63070]: DEBUG nova.network.neutron [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance_info_cache with network_info: [{"id": "6014a038-350e-4064-99f4-758cffa64122", "address": "fa:16:3e:26:1f:e3", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6014a038-35", "ovs_interfaceid": "6014a038-350e-4064-99f4-758cffa64122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.436779] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "49796c7c-29c4-4ff4-821b-b950c4576770" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.437013] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "49796c7c-29c4-4ff4-821b-b950c4576770" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.437234] env[63070]: DEBUG nova.compute.manager [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Going to confirm migration 4 {{(pid=63070) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1812.892017] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "refresh_cache-cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.892347] env[63070]: DEBUG nova.compute.manager [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Instance network_info: |[{"id": "edd28325-f899-49ba-a1c5-a81d4816941a", "address": "fa:16:3e:f0:6f:14", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedd28325-f8", "ovs_interfaceid": "edd28325-f899-49ba-a1c5-a81d4816941a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1812.892805] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:6f:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edd28325-f899-49ba-a1c5-a81d4816941a', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.900457] env[63070]: DEBUG oslo.service.loopingcall [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.901034] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.904617] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f0e44f2-acdd-4fa1-843d-0faab4a0380f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.925861] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.926995] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.926995] env[63070]: value = "task-1771302" [ 1812.926995] env[63070]: _type = "Task" [ 1812.926995] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.931317] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.931547] env[63070]: DEBUG nova.objects.instance [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'migration_context' on Instance uuid 02085c0a-177e-4457-9646-46b9cde79adc {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.936132] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771302, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.976569] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.976748] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquired lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.976922] env[63070]: DEBUG nova.network.neutron [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1812.977135] env[63070]: DEBUG nova.objects.instance [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lazy-loading 'info_cache' on Instance uuid 49796c7c-29c4-4ff4-821b-b950c4576770 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.411733] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.436504] env[63070]: DEBUG nova.objects.base [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Object Instance<02085c0a-177e-4457-9646-46b9cde79adc> lazy-loaded attributes: info_cache,migration_context {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1813.436746] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771302, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.437447] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d28dce-82b5-42dd-a1dc-432070e54b90 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.455265] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb7eae5-e981-4e73-b0d1-ab61d36d343e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.460308] env[63070]: DEBUG oslo_vmware.api [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1813.460308] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525a7359-98db-c4f2-edbe-fd14241a8017" [ 1813.460308] env[63070]: _type = "Task" [ 1813.460308] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.467352] env[63070]: DEBUG oslo_vmware.api [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525a7359-98db-c4f2-edbe-fd14241a8017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.911036] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771301, 'name': ReconfigVM_Task, 'duration_secs': 1.345462} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.911036] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1813.911860] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cf29aa-5b24-4ceb-bdfc-46b941cb99bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.934845] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] e66752c2-077b-45c6-ba47-b85188540da8/e66752c2-077b-45c6-ba47-b85188540da8.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.935220] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a142c9cc-42e5-401e-bc27-0efa025af838 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.956126] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771302, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.957434] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1813.957434] env[63070]: value = "task-1771303" [ 1813.957434] env[63070]: _type = "Task" [ 1813.957434] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.966734] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.973061] env[63070]: DEBUG oslo_vmware.api [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525a7359-98db-c4f2-edbe-fd14241a8017, 'name': SearchDatastore_Task, 'duration_secs': 0.008001} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.973061] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.973061] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.057841] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.058052] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.179200] env[63070]: DEBUG nova.network.neutron [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance_info_cache with network_info: [{"id": "b77dd494-6323-4889-95c6-89352f6623fa", "address": "fa:16:3e:61:e6:55", "network": {"id": "0b3d25af-f073-49bf-8c0f-6807f1d607d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2011023049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f09841881d4cc1ab40bb6f4f8c917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77dd494-63", "ovs_interfaceid": "b77dd494-6323-4889-95c6-89352f6623fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.444794] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771302, 'name': CreateVM_Task, 'duration_secs': 1.107358} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.445179] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1814.445639] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.445807] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.446142] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1814.446415] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5820a6b3-69f9-429a-b464-7769ba6be184 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.450706] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1814.450706] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52826bfc-712b-98e9-2ab0-ce55fb7663b8" [ 1814.450706] env[63070]: _type = "Task" [ 1814.450706] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.458185] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52826bfc-712b-98e9-2ab0-ce55fb7663b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.464969] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771303, 'name': ReconfigVM_Task, 'duration_secs': 0.268907} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.465230] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Reconfigured VM instance instance-00000065 to attach disk [datastore1] e66752c2-077b-45c6-ba47-b85188540da8/e66752c2-077b-45c6-ba47-b85188540da8.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.465483] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance 'e66752c2-077b-45c6-ba47-b85188540da8' progress to 50 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1814.561454] env[63070]: DEBUG nova.compute.utils [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.640668] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7542c67e-d433-4d0a-89a7-570e989c712f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.650703] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdee82d-cc9d-4628-8e56-61974d505da4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.683161] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Releasing lock "refresh_cache-49796c7c-29c4-4ff4-821b-b950c4576770" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.683429] env[63070]: DEBUG nova.objects.instance [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lazy-loading 'migration_context' on Instance uuid 49796c7c-29c4-4ff4-821b-b950c4576770 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.685759] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2752b5-8559-4088-a1c9-0a1ba10c2449 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.693128] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d010c23a-4a31-4f80-8c01-109c834b78f5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.708684] env[63070]: DEBUG nova.compute.provider_tree [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.962063] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52826bfc-712b-98e9-2ab0-ce55fb7663b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008718} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.962369] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.962618] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1814.962849] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.962996] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.963197] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1814.963489] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd96fe94-5ef1-4217-a3e4-1ef1255d7b82 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.972500] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e51639-29f5-4987-ae59-a8916aee8847 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.975124] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1814.975300] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1814.976322] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1411103-94e6-4017-ab2c-be81c1843eaa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.995771] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1814.995771] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520d523a-6d9b-1a41-066d-e1f8c79728a5" [ 1814.995771] env[63070]: _type = "Task" [ 1814.995771] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.996607] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278d1aa3-1177-4bac-82f0-716a76bfacff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.016087] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance 'e66752c2-077b-45c6-ba47-b85188540da8' progress to 67 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1815.023043] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520d523a-6d9b-1a41-066d-e1f8c79728a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.023730] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01cd664-642d-4f1d-9485-5c7bcd6072fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.028446] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1815.028446] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f99239-68cc-61f9-f573-912f5e4c8fb8" [ 1815.028446] env[63070]: _type = "Task" [ 1815.028446] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.036422] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f99239-68cc-61f9-f573-912f5e4c8fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.067018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.185870] env[63070]: DEBUG nova.objects.base [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Object Instance<49796c7c-29c4-4ff4-821b-b950c4576770> lazy-loaded attributes: info_cache,migration_context {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1815.186850] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7ed91a-7a4c-4960-9d4d-36fe58ae27c4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.207447] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97cb1814-4e21-4992-b2f1-179f1c753d0c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.211428] env[63070]: DEBUG nova.scheduler.client.report [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1815.216125] env[63070]: DEBUG oslo_vmware.api [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1815.216125] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52281051-cb8b-be0e-3354-415a64545487" [ 1815.216125] env[63070]: _type = "Task" [ 1815.216125] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.224233] env[63070]: DEBUG oslo_vmware.api [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52281051-cb8b-be0e-3354-415a64545487, 'name': SearchDatastore_Task, 'duration_secs': 0.006648} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.225173] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.538844] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f99239-68cc-61f9-f573-912f5e4c8fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.539214] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.539410] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] cb8a08b7-babb-4abf-898d-3cb3b0cd32b8/cb8a08b7-babb-4abf-898d-3cb3b0cd32b8.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1815.539626] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1493f263-186b-43f2-b615-7bdfbe6a7987 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.546170] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1815.546170] env[63070]: value = "task-1771304" [ 1815.546170] env[63070]: _type = "Task" [ 1815.546170] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.554229] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.556622] env[63070]: DEBUG nova.network.neutron [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Port 25368ed4-acd3-4198-ba69-bef539671c93 binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1815.640901] env[63070]: DEBUG nova.compute.manager [req-cdb3d6ef-1a23-45ba-80c0-72e058fb4f0f req-cbc9ab69-baac-4203-b83d-369966206e91 service nova] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Received event network-changed-edd28325-f899-49ba-a1c5-a81d4816941a {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1815.641131] env[63070]: DEBUG nova.compute.manager [req-cdb3d6ef-1a23-45ba-80c0-72e058fb4f0f req-cbc9ab69-baac-4203-b83d-369966206e91 service nova] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Refreshing instance network info cache due to event network-changed-edd28325-f899-49ba-a1c5-a81d4816941a. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1815.641396] env[63070]: DEBUG oslo_concurrency.lockutils [req-cdb3d6ef-1a23-45ba-80c0-72e058fb4f0f req-cbc9ab69-baac-4203-b83d-369966206e91 service nova] Acquiring lock "refresh_cache-cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.641546] env[63070]: DEBUG oslo_concurrency.lockutils [req-cdb3d6ef-1a23-45ba-80c0-72e058fb4f0f req-cbc9ab69-baac-4203-b83d-369966206e91 service nova] Acquired lock "refresh_cache-cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.641883] env[63070]: DEBUG nova.network.neutron [req-cdb3d6ef-1a23-45ba-80c0-72e058fb4f0f req-cbc9ab69-baac-4203-b83d-369966206e91 service nova] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Refreshing network info cache for port edd28325-f899-49ba-a1c5-a81d4816941a {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1816.056737] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438145} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.057102] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] cb8a08b7-babb-4abf-898d-3cb3b0cd32b8/cb8a08b7-babb-4abf-898d-3cb3b0cd32b8.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1816.057366] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1816.057615] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ec52e13-0673-4cfc-800d-b12b08ff5934 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.068258] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1816.068258] env[63070]: value = "task-1771305" [ 1816.068258] env[63070]: _type = "Task" [ 1816.068258] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.076535] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.122795] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.123102] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.123350] env[63070]: INFO nova.compute.manager [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Attaching volume d7973236-3861-47b4-babd-e4b1e3b19a53 to /dev/sdb [ 1816.154159] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2e4bcb-a245-4d70-a7e5-e20069e9b259 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.161139] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc5db51-dfc0-4c35-a8ca-58a468b3e4cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.176553] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.176790] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.177106] env[63070]: DEBUG nova.objects.instance [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'flavor' on Instance uuid 8c749d82-9fcb-40b8-b478-3b4bf79fd904 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.178382] env[63070]: DEBUG nova.virt.block_device [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Updating existing volume attachment record: 74ab8d5c-8859-47a6-955c-072153f631ed {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1816.222281] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.249s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.222812] env[63070]: DEBUG nova.compute.manager [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63070) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5319}} [ 1816.225313] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.358773] env[63070]: DEBUG nova.network.neutron [req-cdb3d6ef-1a23-45ba-80c0-72e058fb4f0f req-cbc9ab69-baac-4203-b83d-369966206e91 service nova] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Updated VIF entry in instance network info cache for port edd28325-f899-49ba-a1c5-a81d4816941a. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.359171] env[63070]: DEBUG nova.network.neutron [req-cdb3d6ef-1a23-45ba-80c0-72e058fb4f0f req-cbc9ab69-baac-4203-b83d-369966206e91 service nova] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Updating instance_info_cache with network_info: [{"id": "edd28325-f899-49ba-a1c5-a81d4816941a", "address": "fa:16:3e:f0:6f:14", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedd28325-f8", "ovs_interfaceid": "edd28325-f899-49ba-a1c5-a81d4816941a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.582057] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "e66752c2-077b-45c6-ba47-b85188540da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.582417] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "e66752c2-077b-45c6-ba47-b85188540da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.582461] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "e66752c2-077b-45c6-ba47-b85188540da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.589589] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057136} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.589589] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1816.590128] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a10313-bd3e-47dc-9f82-0053ec972ebb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.613484] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] cb8a08b7-babb-4abf-898d-3cb3b0cd32b8/cb8a08b7-babb-4abf-898d-3cb3b0cd32b8.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1816.613955] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc20e12-d420-4cf7-a2c0-af40c69984a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.634252] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1816.634252] env[63070]: value = "task-1771307" [ 1816.634252] env[63070]: _type = "Task" [ 1816.634252] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.642076] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.754351] env[63070]: DEBUG nova.objects.instance [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c749d82-9fcb-40b8-b478-3b4bf79fd904 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.785525] env[63070]: INFO nova.scheduler.client.report [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleted allocation for migration 5015b598-698d-442f-b620-9ec74f5a256b [ 1816.862847] env[63070]: DEBUG oslo_concurrency.lockutils [req-cdb3d6ef-1a23-45ba-80c0-72e058fb4f0f req-cbc9ab69-baac-4203-b83d-369966206e91 service nova] Releasing lock "refresh_cache-cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.894435] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8b61f2-9d74-472b-8c3b-244ed74ac3e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.902040] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b944161f-9934-446c-8c67-3a29eae0c382 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.935343] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b10491b-0390-48d2-a3df-77ad55aa59e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.942843] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5173f9-538b-4900-8149-6386f4843f75 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.955786] env[63070]: DEBUG nova.compute.provider_tree [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.145452] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771307, 'name': ReconfigVM_Task, 'duration_secs': 0.508081} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.145680] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Reconfigured VM instance instance-00000068 to attach disk [datastore1] cb8a08b7-babb-4abf-898d-3cb3b0cd32b8/cb8a08b7-babb-4abf-898d-3cb3b0cd32b8.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1817.146371] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eec22f98-2f86-4127-bd47-6bec9e6b6bba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.152488] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1817.152488] env[63070]: value = "task-1771308" [ 1817.152488] env[63070]: _type = "Task" [ 1817.152488] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.159838] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771308, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.256862] env[63070]: DEBUG nova.objects.base [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Object Instance<8c749d82-9fcb-40b8-b478-3b4bf79fd904> lazy-loaded attributes: flavor,pci_requests {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1817.257121] env[63070]: DEBUG nova.network.neutron [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1817.291620] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d611147d-97b0-4ab6-a939-bb8794d099ad tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.845s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.296704] env[63070]: DEBUG nova.policy [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84357e3fa25c41618001137e6ae55f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65cd8927310546aaa00aaea1ad02ba36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1817.458714] env[63070]: DEBUG nova.scheduler.client.report [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.539445] env[63070]: DEBUG nova.network.neutron [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Successfully created port: 69817a24-8fd3-4913-8f21-1828488a828d {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1817.629241] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.629502] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.629629] env[63070]: DEBUG nova.network.neutron [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.662973] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771308, 'name': Rename_Task, 'duration_secs': 0.150409} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.663215] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.663451] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0a2dbb2-a922-4ba6-af7c-63e68065d50f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.669738] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1817.669738] env[63070]: value = "task-1771309" [ 1817.669738] env[63070]: _type = "Task" [ 1817.669738] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.678207] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.180291] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771309, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.327622] env[63070]: DEBUG nova.network.neutron [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance_info_cache with network_info: [{"id": "25368ed4-acd3-4198-ba69-bef539671c93", "address": "fa:16:3e:e2:97:12", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25368ed4-ac", "ovs_interfaceid": "25368ed4-acd3-4198-ba69-bef539671c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.468923] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.243s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.682668] env[63070]: DEBUG oslo_vmware.api [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771309, 'name': PowerOnVM_Task, 'duration_secs': 0.518015} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.683072] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1818.683374] env[63070]: INFO nova.compute.manager [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1818.683627] env[63070]: DEBUG nova.compute.manager [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.684707] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0faa6be-c6ce-447a-bf23-c8f1efd8ef4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.830433] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.025833] env[63070]: INFO nova.scheduler.client.report [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted allocation for migration fe94d901-e3d2-4afa-9883-cce522e5976d [ 1819.204101] env[63070]: INFO nova.compute.manager [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Took 13.32 seconds to build instance. [ 1819.350943] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673142c5-1df6-415f-8fb7-0b1fe1386746 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.369968] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518f025d-0388-4795-aac9-82d68626e20f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.376185] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance 'e66752c2-077b-45c6-ba47-b85188540da8' progress to 83 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1819.531702] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "49796c7c-29c4-4ff4-821b-b950c4576770" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.094s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.706421] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0a2f923d-a557-4e28-87d1-e90997f38e10 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.829s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.882285] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1819.882602] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df5e9f32-c61e-415a-ac5b-3880491728b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.890208] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1819.890208] env[63070]: value = "task-1771311" [ 1819.890208] env[63070]: _type = "Task" [ 1819.890208] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.901393] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.401640] env[63070]: DEBUG oslo_vmware.api [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771311, 'name': PowerOnVM_Task, 'duration_secs': 0.386196} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.401949] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1820.402185] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5203bd4d-7065-47a6-9519-320ef6a1b177 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance 'e66752c2-077b-45c6-ba47-b85188540da8' progress to 100 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1820.726485] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1820.726745] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367814', 'volume_id': 'd7973236-3861-47b4-babd-e4b1e3b19a53', 'name': 'volume-d7973236-3861-47b4-babd-e4b1e3b19a53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b18a4400-d1bd-4e8b-98bb-032df8f16437', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7973236-3861-47b4-babd-e4b1e3b19a53', 'serial': 'd7973236-3861-47b4-babd-e4b1e3b19a53'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1820.727672] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1fddda-e757-48bd-bb0c-158f4d22cc48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.744130] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb01206-1758-4430-a664-1c2e8ac4e888 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.768171] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-d7973236-3861-47b4-babd-e4b1e3b19a53/volume-d7973236-3861-47b4-babd-e4b1e3b19a53.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.768471] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-818d3948-1192-4ae4-b674-b446493edac0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.786538] env[63070]: DEBUG oslo_vmware.api [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1820.786538] env[63070]: value = "task-1771312" [ 1820.786538] env[63070]: _type = "Task" [ 1820.786538] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.794946] env[63070]: DEBUG oslo_vmware.api [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.957653] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "49796c7c-29c4-4ff4-821b-b950c4576770" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.957934] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "49796c7c-29c4-4ff4-821b-b950c4576770" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.958155] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "49796c7c-29c4-4ff4-821b-b950c4576770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.959827] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "49796c7c-29c4-4ff4-821b-b950c4576770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.959827] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "49796c7c-29c4-4ff4-821b-b950c4576770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.960984] env[63070]: INFO nova.compute.manager [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Terminating instance [ 1821.298719] env[63070]: DEBUG oslo_vmware.api [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771312, 'name': ReconfigVM_Task, 'duration_secs': 0.347629} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.298994] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-d7973236-3861-47b4-babd-e4b1e3b19a53/volume-d7973236-3861-47b4-babd-e4b1e3b19a53.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.304582] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3adf4b4-7d30-4259-bb34-9180726dc3c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.322609] env[63070]: DEBUG oslo_vmware.api [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1821.322609] env[63070]: value = "task-1771313" [ 1821.322609] env[63070]: _type = "Task" [ 1821.322609] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.331856] env[63070]: DEBUG oslo_vmware.api [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.464726] env[63070]: DEBUG nova.compute.manager [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1821.464940] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1821.466093] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22edb6b-dbf8-4fe2-84a0-03d5f09742fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.473857] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1821.474100] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-933c4489-9ed0-4b7f-a3d5-0f50cb2f19ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.479735] env[63070]: DEBUG oslo_vmware.api [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1821.479735] env[63070]: value = "task-1771314" [ 1821.479735] env[63070]: _type = "Task" [ 1821.479735] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.487081] env[63070]: DEBUG oslo_vmware.api [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.501995] env[63070]: DEBUG oslo_concurrency.lockutils [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.502274] env[63070]: DEBUG oslo_concurrency.lockutils [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.502505] env[63070]: DEBUG oslo_concurrency.lockutils [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.502705] env[63070]: DEBUG oslo_concurrency.lockutils [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.502902] env[63070]: DEBUG oslo_concurrency.lockutils [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.505188] env[63070]: INFO nova.compute.manager [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Terminating instance [ 1821.683996] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.684318] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.817227] env[63070]: DEBUG nova.objects.instance [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'flavor' on Instance uuid 02085c0a-177e-4457-9646-46b9cde79adc {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.831837] env[63070]: DEBUG oslo_vmware.api [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771313, 'name': ReconfigVM_Task, 'duration_secs': 0.146514} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.832295] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367814', 'volume_id': 'd7973236-3861-47b4-babd-e4b1e3b19a53', 'name': 'volume-d7973236-3861-47b4-babd-e4b1e3b19a53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b18a4400-d1bd-4e8b-98bb-032df8f16437', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7973236-3861-47b4-babd-e4b1e3b19a53', 'serial': 'd7973236-3861-47b4-babd-e4b1e3b19a53'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1821.989489] env[63070]: DEBUG oslo_vmware.api [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771314, 'name': PowerOffVM_Task, 'duration_secs': 0.236377} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.989867] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.989940] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.990165] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d41b9d9-90b7-4b78-ac17-c1a560d62d27 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.009322] env[63070]: DEBUG nova.compute.manager [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1822.009520] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1822.010425] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5a2db6-8f71-425c-b2bc-b3d8330de6df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.017414] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1822.017648] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-950cb6a7-6340-47dd-8849-9cdd536f812e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.023572] env[63070]: DEBUG oslo_vmware.api [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1822.023572] env[63070]: value = "task-1771316" [ 1822.023572] env[63070]: _type = "Task" [ 1822.023572] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.032487] env[63070]: DEBUG oslo_vmware.api [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.187949] env[63070]: INFO nova.compute.manager [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Detaching volume de1a8847-c3fc-4f11-950e-2bbd403a71aa [ 1822.218717] env[63070]: INFO nova.virt.block_device [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Attempting to driver detach volume de1a8847-c3fc-4f11-950e-2bbd403a71aa from mountpoint /dev/sdb [ 1822.218970] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1822.219189] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367794', 'volume_id': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'name': 'volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'serial': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1822.220146] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f596a-0fa4-46dc-87a3-c368afde0430 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.243876] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10165505-0aa2-4075-8880-d4ae2b88afdd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.250722] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28afc151-afe7-43a4-b7ad-79e89576eb55 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.270407] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac307f7-9028-4201-b338-43e8d012f9ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.285190] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] The volume has not been displaced from its original location: [datastore1] volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa/volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1822.290532] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1822.290871] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c80fc0-fcf4-409f-bea6-fefd34db6d44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.309556] env[63070]: DEBUG oslo_vmware.api [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1822.309556] env[63070]: value = "task-1771317" [ 1822.309556] env[63070]: _type = "Task" [ 1822.309556] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.318123] env[63070]: DEBUG oslo_vmware.api [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.322863] env[63070]: DEBUG oslo_concurrency.lockutils [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.323075] env[63070]: DEBUG oslo_concurrency.lockutils [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.323242] env[63070]: DEBUG nova.network.neutron [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.323422] env[63070]: DEBUG nova.objects.instance [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'info_cache' on Instance uuid 02085c0a-177e-4457-9646-46b9cde79adc {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.465837] env[63070]: DEBUG oslo_concurrency.lockutils [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "e66752c2-077b-45c6-ba47-b85188540da8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.466122] env[63070]: DEBUG oslo_concurrency.lockutils [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "e66752c2-077b-45c6-ba47-b85188540da8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.466266] env[63070]: DEBUG nova.compute.manager [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Going to confirm migration 6 {{(pid=63070) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1822.533693] env[63070]: DEBUG oslo_vmware.api [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771316, 'name': PowerOffVM_Task, 'duration_secs': 0.327432} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.533869] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1822.534052] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1822.534259] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2211df04-6995-408d-a905-fe7833d86efd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.819635] env[63070]: DEBUG oslo_vmware.api [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.827038] env[63070]: DEBUG nova.objects.base [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Object Instance<02085c0a-177e-4457-9646-46b9cde79adc> lazy-loaded attributes: flavor,info_cache {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1822.875330] env[63070]: DEBUG nova.objects.instance [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lazy-loading 'flavor' on Instance uuid b18a4400-d1bd-4e8b-98bb-032df8f16437 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.002922] env[63070]: DEBUG oslo_concurrency.lockutils [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.003125] env[63070]: DEBUG oslo_concurrency.lockutils [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.003303] env[63070]: DEBUG nova.network.neutron [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.003490] env[63070]: DEBUG nova.objects.instance [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lazy-loading 'info_cache' on Instance uuid e66752c2-077b-45c6-ba47-b85188540da8 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.320754] env[63070]: DEBUG oslo_vmware.api [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.382829] env[63070]: DEBUG oslo_concurrency.lockutils [None req-09d23a1c-4c42-40c7-b165-d8731bab2940 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.598338] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.598601] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.604266] env[63070]: DEBUG nova.network.neutron [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance_info_cache with network_info: [{"id": "6014a038-350e-4064-99f4-758cffa64122", "address": "fa:16:3e:26:1f:e3", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6014a038-35", "ovs_interfaceid": "6014a038-350e-4064-99f4-758cffa64122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.821413] env[63070]: DEBUG oslo_vmware.api [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771317, 'name': ReconfigVM_Task, 'duration_secs': 1.22234} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.821713] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1823.826366] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0606ff3e-40aa-4f26-9db4-439ea20967ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.841976] env[63070]: DEBUG oslo_vmware.api [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1823.841976] env[63070]: value = "task-1771319" [ 1823.841976] env[63070]: _type = "Task" [ 1823.841976] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.849625] env[63070]: DEBUG oslo_vmware.api [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.101229] env[63070]: INFO nova.compute.manager [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Detaching volume d7973236-3861-47b4-babd-e4b1e3b19a53 [ 1824.106618] env[63070]: DEBUG oslo_concurrency.lockutils [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-02085c0a-177e-4457-9646-46b9cde79adc" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.135049] env[63070]: INFO nova.virt.block_device [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Attempting to driver detach volume d7973236-3861-47b4-babd-e4b1e3b19a53 from mountpoint /dev/sdb [ 1824.135049] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1824.135049] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367814', 'volume_id': 'd7973236-3861-47b4-babd-e4b1e3b19a53', 'name': 'volume-d7973236-3861-47b4-babd-e4b1e3b19a53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b18a4400-d1bd-4e8b-98bb-032df8f16437', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7973236-3861-47b4-babd-e4b1e3b19a53', 'serial': 'd7973236-3861-47b4-babd-e4b1e3b19a53'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1824.135049] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff6281c-47d1-4544-9551-19a128250202 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.156648] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5866c4-eb37-4614-bb6e-31caa5fcac33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.165129] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4f1348-e6c8-4414-bb0f-80a2b0720b7e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.187092] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b69d62-f821-4130-988d-10bd223eac02 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.202691] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] The volume has not been displaced from its original location: [datastore1] volume-d7973236-3861-47b4-babd-e4b1e3b19a53/volume-d7973236-3861-47b4-babd-e4b1e3b19a53.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1824.207896] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1824.208208] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11c7dad4-60e1-43d1-9ed3-c9455fc24825 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.225928] env[63070]: DEBUG oslo_vmware.api [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1824.225928] env[63070]: value = "task-1771320" [ 1824.225928] env[63070]: _type = "Task" [ 1824.225928] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.233626] env[63070]: DEBUG oslo_vmware.api [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.293389] env[63070]: DEBUG nova.network.neutron [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance_info_cache with network_info: [{"id": "25368ed4-acd3-4198-ba69-bef539671c93", "address": "fa:16:3e:e2:97:12", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25368ed4-ac", "ovs_interfaceid": "25368ed4-acd3-4198-ba69-bef539671c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.352133] env[63070]: DEBUG oslo_vmware.api [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771319, 'name': ReconfigVM_Task, 'duration_secs': 0.13356} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.352448] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367794', 'volume_id': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'name': 'volume-de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa', 'serial': 'de1a8847-c3fc-4f11-950e-2bbd403a71aa'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1824.633412] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.633656] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.633820] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleting the datastore file [datastore1] 49796c7c-29c4-4ff4-821b-b950c4576770 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.634943] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-017ee2e2-0365-437b-88f7-9b1fa707b22b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.644563] env[63070]: DEBUG oslo_vmware.api [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for the task: (returnval){ [ 1824.644563] env[63070]: value = "task-1771321" [ 1824.644563] env[63070]: _type = "Task" [ 1824.644563] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.649343] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.649898] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.650166] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleting the datastore file [datastore1] cb8a08b7-babb-4abf-898d-3cb3b0cd32b8 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.651040] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4de588c0-deda-40d6-8ee9-63a43dc1fcd3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.657914] env[63070]: DEBUG oslo_vmware.api [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.663994] env[63070]: DEBUG oslo_vmware.api [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1824.663994] env[63070]: value = "task-1771322" [ 1824.663994] env[63070]: _type = "Task" [ 1824.663994] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.670918] env[63070]: DEBUG oslo_vmware.api [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.736764] env[63070]: DEBUG oslo_vmware.api [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771320, 'name': ReconfigVM_Task, 'duration_secs': 0.194354} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.736764] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1824.741054] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a914ac9-1eb0-49d8-80a8-7cd3cbcfe560 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.756493] env[63070]: DEBUG oslo_vmware.api [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1824.756493] env[63070]: value = "task-1771323" [ 1824.756493] env[63070]: _type = "Task" [ 1824.756493] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.765641] env[63070]: DEBUG oslo_vmware.api [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.796544] env[63070]: DEBUG oslo_concurrency.lockutils [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-e66752c2-077b-45c6-ba47-b85188540da8" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.797095] env[63070]: DEBUG nova.objects.instance [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lazy-loading 'migration_context' on Instance uuid e66752c2-077b-45c6-ba47-b85188540da8 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.898564] env[63070]: DEBUG nova.objects.instance [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lazy-loading 'flavor' on Instance uuid bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.116472] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1825.116828] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57785f3f-6d87-4fa9-a011-b8931b9604b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.125134] env[63070]: DEBUG oslo_vmware.api [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1825.125134] env[63070]: value = "task-1771324" [ 1825.125134] env[63070]: _type = "Task" [ 1825.125134] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.135434] env[63070]: DEBUG oslo_vmware.api [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.153696] env[63070]: DEBUG oslo_vmware.api [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Task: {'id': task-1771321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160895} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.153932] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.154122] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.154304] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.154499] env[63070]: INFO nova.compute.manager [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Took 3.69 seconds to destroy the instance on the hypervisor. [ 1825.154758] env[63070]: DEBUG oslo.service.loopingcall [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.154944] env[63070]: DEBUG nova.compute.manager [-] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1825.155047] env[63070]: DEBUG nova.network.neutron [-] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.171295] env[63070]: DEBUG oslo_vmware.api [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14991} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.171545] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.171727] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.171895] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.172234] env[63070]: INFO nova.compute.manager [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Took 3.16 seconds to destroy the instance on the hypervisor. [ 1825.172334] env[63070]: DEBUG oslo.service.loopingcall [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.172482] env[63070]: DEBUG nova.compute.manager [-] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1825.172571] env[63070]: DEBUG nova.network.neutron [-] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.267261] env[63070]: DEBUG oslo_vmware.api [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771323, 'name': ReconfigVM_Task, 'duration_secs': 0.143996} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.268405] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367814', 'volume_id': 'd7973236-3861-47b4-babd-e4b1e3b19a53', 'name': 'volume-d7973236-3861-47b4-babd-e4b1e3b19a53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b18a4400-d1bd-4e8b-98bb-032df8f16437', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7973236-3861-47b4-babd-e4b1e3b19a53', 'serial': 'd7973236-3861-47b4-babd-e4b1e3b19a53'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1825.300390] env[63070]: DEBUG nova.objects.base [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1825.301312] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408714bc-0649-49cf-935b-99e63f999bdd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.320549] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ee3576-6d0a-4911-8521-c3f04e61cd22 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.326012] env[63070]: DEBUG oslo_vmware.api [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1825.326012] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528205a4-5a88-743f-86ab-b7d93eec0712" [ 1825.326012] env[63070]: _type = "Task" [ 1825.326012] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.333721] env[63070]: DEBUG oslo_vmware.api [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528205a4-5a88-743f-86ab-b7d93eec0712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.635365] env[63070]: DEBUG oslo_vmware.api [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771324, 'name': PowerOnVM_Task, 'duration_secs': 0.392317} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.635651] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1825.635880] env[63070]: DEBUG nova.compute.manager [None req-807170e8-5679-4bb2-952a-836451d7977b tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.636676] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d4dd5c-d051-47d6-8c47-642eeff6728a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.824802] env[63070]: DEBUG nova.objects.instance [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lazy-loading 'flavor' on Instance uuid b18a4400-d1bd-4e8b-98bb-032df8f16437 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.835222] env[63070]: DEBUG oslo_vmware.api [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]528205a4-5a88-743f-86ab-b7d93eec0712, 'name': SearchDatastore_Task, 'duration_secs': 0.007516} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.835512] env[63070]: DEBUG oslo_concurrency.lockutils [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.835736] env[63070]: DEBUG oslo_concurrency.lockutils [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.889090] env[63070]: DEBUG nova.network.neutron [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Successfully updated port: 69817a24-8fd3-4913-8f21-1828488a828d {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1825.905498] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ec4ddecf-aa04-4847-8c76-4cabee857f0c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.221s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.092762] env[63070]: DEBUG nova.compute.manager [req-84aef8bb-0678-42f3-a757-9b1415fabbad req-18abc74e-b293-4a74-851e-e3e2bf0c341f service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Received event network-vif-deleted-b77dd494-6323-4889-95c6-89352f6623fa {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1826.092977] env[63070]: INFO nova.compute.manager [req-84aef8bb-0678-42f3-a757-9b1415fabbad req-18abc74e-b293-4a74-851e-e3e2bf0c341f service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Neutron deleted interface b77dd494-6323-4889-95c6-89352f6623fa; detaching it from the instance and deleting it from the info cache [ 1826.093167] env[63070]: DEBUG nova.network.neutron [req-84aef8bb-0678-42f3-a757-9b1415fabbad req-18abc74e-b293-4a74-851e-e3e2bf0c341f service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.210951] env[63070]: DEBUG nova.network.neutron [-] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.238024] env[63070]: DEBUG nova.network.neutron [-] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.392995] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.393229] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.393531] env[63070]: DEBUG nova.network.neutron [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.402909] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.403151] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.493936] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f01163-d885-483a-ac91-8e8d22dcedfc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.501923] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855a1c22-0a53-4878-92bb-7fc2b1629440 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.533052] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a02ef1-5b41-4543-af5e-6b661ac5a70c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.540924] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4beac5-6e64-4e87-a79d-09e6ff122992 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.555010] env[63070]: DEBUG nova.compute.provider_tree [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.595318] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ee61b30-7646-4949-a17e-7ba524b06983 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.605719] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfc74f8-8419-4dac-a193-48f303f7d44b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.636727] env[63070]: DEBUG nova.compute.manager [req-84aef8bb-0678-42f3-a757-9b1415fabbad req-18abc74e-b293-4a74-851e-e3e2bf0c341f service nova] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Detach interface failed, port_id=b77dd494-6323-4889-95c6-89352f6623fa, reason: Instance 49796c7c-29c4-4ff4-821b-b950c4576770 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1826.713474] env[63070]: INFO nova.compute.manager [-] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Took 1.56 seconds to deallocate network for instance. [ 1826.741865] env[63070]: INFO nova.compute.manager [-] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Took 1.57 seconds to deallocate network for instance. [ 1826.792805] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.793049] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.793286] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.793485] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.793657] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.795967] env[63070]: INFO nova.compute.manager [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Terminating instance [ 1826.831513] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e87e51bb-7f72-4f75-ba38-db9e1eacb2a3 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.858262] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "02085c0a-177e-4457-9646-46b9cde79adc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.858491] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.858693] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "02085c0a-177e-4457-9646-46b9cde79adc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.858935] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.859128] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.861299] env[63070]: INFO nova.compute.manager [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Terminating instance [ 1826.908156] env[63070]: DEBUG nova.compute.manager [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1826.934557] env[63070]: WARNING nova.network.neutron [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] 5946b48f-1ba1-4876-b078-8177a221fe5f already exists in list: networks containing: ['5946b48f-1ba1-4876-b078-8177a221fe5f']. ignoring it [ 1827.059032] env[63070]: DEBUG nova.scheduler.client.report [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1827.223690] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.251085] env[63070]: DEBUG oslo_concurrency.lockutils [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.299619] env[63070]: DEBUG nova.compute.manager [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1827.299890] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.300752] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073f5e01-37b9-41b9-a531-70f97e4fc24d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.309542] env[63070]: DEBUG nova.network.neutron [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [{"id": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "address": "fa:16:3e:6e:19:60", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3210be4e-9b", "ovs_interfaceid": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69817a24-8fd3-4913-8f21-1828488a828d", "address": "fa:16:3e:71:b3:64", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69817a24-8f", "ovs_interfaceid": "69817a24-8fd3-4913-8f21-1828488a828d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.316191] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.316445] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7fd2d3b-1a34-42c6-80af-b2ec1aff0b17 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.323155] env[63070]: DEBUG oslo_vmware.api [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1827.323155] env[63070]: value = "task-1771325" [ 1827.323155] env[63070]: _type = "Task" [ 1827.323155] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.333026] env[63070]: DEBUG oslo_vmware.api [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.365627] env[63070]: DEBUG nova.compute.manager [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1827.365969] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.367236] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d09abc-05e5-4e47-82dc-2f8079bd8aa5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.375759] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.376153] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ffa4ac2-311c-4f8f-803d-62d60203addc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.383338] env[63070]: DEBUG oslo_vmware.api [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1827.383338] env[63070]: value = "task-1771326" [ 1827.383338] env[63070]: _type = "Task" [ 1827.383338] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.391776] env[63070]: DEBUG oslo_vmware.api [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.431565] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.544079] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.544386] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.544688] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "b18a4400-d1bd-4e8b-98bb-032df8f16437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.544963] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.545267] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.548206] env[63070]: INFO nova.compute.manager [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Terminating instance [ 1827.813034] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.813485] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.813651] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.814570] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1399779-7299-492d-8ecd-a8548fe09ce9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.833426] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.833426] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.833426] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.834256] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.834256] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.834256] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.834256] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.834256] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.834413] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.834545] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.834734] env[63070]: DEBUG nova.virt.hardware [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.840910] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Reconfiguring VM to attach interface {{(pid=63070) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1827.844174] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d845b8c9-49d9-4cb5-ac3f-d2040486caed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.860657] env[63070]: DEBUG oslo_vmware.api [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771325, 'name': PowerOffVM_Task, 'duration_secs': 0.182373} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.861780] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1827.861957] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1827.862263] env[63070]: DEBUG oslo_vmware.api [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1827.862263] env[63070]: value = "task-1771327" [ 1827.862263] env[63070]: _type = "Task" [ 1827.862263] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.862440] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0753a55-c02c-486f-95c7-f85107949396 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.871327] env[63070]: DEBUG oslo_vmware.api [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771327, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.892857] env[63070]: DEBUG oslo_vmware.api [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771326, 'name': PowerOffVM_Task, 'duration_secs': 0.199637} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.892999] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1827.893187] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1827.893415] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97fe3d9d-ad15-4d7c-a2ec-72390ba4a78e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.940628] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.940998] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.941057] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleting the datastore file [datastore1] bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.941341] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ae8d935-7af2-4a9d-9f26-4d828e434f41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.948381] env[63070]: DEBUG oslo_vmware.api [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1827.948381] env[63070]: value = "task-1771330" [ 1827.948381] env[63070]: _type = "Task" [ 1827.948381] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.956898] env[63070]: DEBUG oslo_vmware.api [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.974933] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.974933] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.975091] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleting the datastore file [datastore1] 02085c0a-177e-4457-9646-46b9cde79adc {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.975362] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29d650ce-48ed-489a-83b7-5c03d8cdcb28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.981169] env[63070]: DEBUG oslo_vmware.api [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1827.981169] env[63070]: value = "task-1771331" [ 1827.981169] env[63070]: _type = "Task" [ 1827.981169] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.988637] env[63070]: DEBUG oslo_vmware.api [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.052802] env[63070]: DEBUG nova.compute.manager [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1828.052958] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1828.053914] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0aee0f-8fa7-4c91-aec5-6fb060f7eb3a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.061345] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.061576] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cae28290-35a0-4b2a-a061-9c45901e969f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.067556] env[63070]: DEBUG oslo_concurrency.lockutils [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.232s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.071676] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.848s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.071899] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.074044] env[63070]: DEBUG oslo_concurrency.lockutils [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.823s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.074330] env[63070]: DEBUG nova.objects.instance [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lazy-loading 'resources' on Instance uuid cb8a08b7-babb-4abf-898d-3cb3b0cd32b8 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.076040] env[63070]: DEBUG oslo_vmware.api [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1828.076040] env[63070]: value = "task-1771332" [ 1828.076040] env[63070]: _type = "Task" [ 1828.076040] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.086667] env[63070]: DEBUG oslo_vmware.api [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.094715] env[63070]: INFO nova.scheduler.client.report [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Deleted allocations for instance 49796c7c-29c4-4ff4-821b-b950c4576770 [ 1828.121970] env[63070]: DEBUG nova.compute.manager [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Received event network-vif-deleted-edd28325-f899-49ba-a1c5-a81d4816941a {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1828.122119] env[63070]: DEBUG nova.compute.manager [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received event network-vif-plugged-69817a24-8fd3-4913-8f21-1828488a828d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1828.122309] env[63070]: DEBUG oslo_concurrency.lockutils [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.122518] env[63070]: DEBUG oslo_concurrency.lockutils [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.122688] env[63070]: DEBUG oslo_concurrency.lockutils [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.122853] env[63070]: DEBUG nova.compute.manager [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] No waiting events found dispatching network-vif-plugged-69817a24-8fd3-4913-8f21-1828488a828d {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.123030] env[63070]: WARNING nova.compute.manager [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received unexpected event network-vif-plugged-69817a24-8fd3-4913-8f21-1828488a828d for instance with vm_state active and task_state None. [ 1828.123202] env[63070]: DEBUG nova.compute.manager [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received event network-changed-69817a24-8fd3-4913-8f21-1828488a828d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1828.123354] env[63070]: DEBUG nova.compute.manager [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Refreshing instance network info cache due to event network-changed-69817a24-8fd3-4913-8f21-1828488a828d. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1828.123537] env[63070]: DEBUG oslo_concurrency.lockutils [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] Acquiring lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.123674] env[63070]: DEBUG oslo_concurrency.lockutils [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] Acquired lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.123828] env[63070]: DEBUG nova.network.neutron [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Refreshing network info cache for port 69817a24-8fd3-4913-8f21-1828488a828d {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.374108] env[63070]: DEBUG oslo_vmware.api [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.459386] env[63070]: DEBUG oslo_vmware.api [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127973} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.459777] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.460106] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.460432] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.460730] env[63070]: INFO nova.compute.manager [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1828.461144] env[63070]: DEBUG oslo.service.loopingcall [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.461472] env[63070]: DEBUG nova.compute.manager [-] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1828.461643] env[63070]: DEBUG nova.network.neutron [-] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1828.491128] env[63070]: DEBUG oslo_vmware.api [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134113} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.491422] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.491623] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.491803] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.491985] env[63070]: INFO nova.compute.manager [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1828.492243] env[63070]: DEBUG oslo.service.loopingcall [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.492442] env[63070]: DEBUG nova.compute.manager [-] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1828.492538] env[63070]: DEBUG nova.network.neutron [-] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1828.593218] env[63070]: DEBUG oslo_vmware.api [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771332, 'name': PowerOffVM_Task, 'duration_secs': 0.185333} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.593529] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.593713] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.593969] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e62533-09fd-4b5f-84cc-4dea41442ce6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.605076] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b26bc39d-268d-4469-9e9f-30ace6d1731a tempest-DeleteServersTestJSON-1819518253 tempest-DeleteServersTestJSON-1819518253-project-member] Lock "49796c7c-29c4-4ff4-821b-b950c4576770" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.647s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.647782] env[63070]: INFO nova.scheduler.client.report [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted allocation for migration a71b0ffe-f428-49c2-a9ba-31829e5407b6 [ 1828.706062] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.706354] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.706591] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleting the datastore file [datastore1] b18a4400-d1bd-4e8b-98bb-032df8f16437 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.706920] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9a31afc-3266-454c-ae8d-e8f1c20b816a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.716553] env[63070]: DEBUG oslo_vmware.api [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1828.716553] env[63070]: value = "task-1771334" [ 1828.716553] env[63070]: _type = "Task" [ 1828.716553] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.729521] env[63070]: DEBUG oslo_vmware.api [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.771914] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e33eac6-179b-4c33-a911-13130a670f11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.784312] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41cd623-10dd-4f07-95b5-b2209c6b3913 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.816445] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3642321-5377-4f80-8d2e-36beb8d3ed02 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.824036] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33c7569-efbd-424a-a1fe-5eea47726ee3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.837346] env[63070]: DEBUG nova.compute.provider_tree [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1828.873463] env[63070]: DEBUG oslo_vmware.api [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771327, 'name': ReconfigVM_Task, 'duration_secs': 0.63405} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.874022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.874263] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Reconfigured VM to attach interface {{(pid=63070) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1829.161633] env[63070]: DEBUG oslo_concurrency.lockutils [None req-331d734a-3158-4c04-951d-5d6b4bd6317f tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "e66752c2-077b-45c6-ba47-b85188540da8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.691s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.228637] env[63070]: DEBUG oslo_vmware.api [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15811} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.228637] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1829.228637] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1829.228637] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1829.228637] env[63070]: INFO nova.compute.manager [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1829.228637] env[63070]: DEBUG oslo.service.loopingcall [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.229184] env[63070]: DEBUG nova.compute.manager [-] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1829.229184] env[63070]: DEBUG nova.network.neutron [-] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1829.294501] env[63070]: DEBUG nova.network.neutron [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updated VIF entry in instance network info cache for port 69817a24-8fd3-4913-8f21-1828488a828d. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.294775] env[63070]: DEBUG nova.network.neutron [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [{"id": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "address": "fa:16:3e:6e:19:60", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3210be4e-9b", "ovs_interfaceid": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69817a24-8fd3-4913-8f21-1828488a828d", "address": "fa:16:3e:71:b3:64", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69817a24-8f", "ovs_interfaceid": "69817a24-8fd3-4913-8f21-1828488a828d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.369981] env[63070]: ERROR nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [req-07d8f6bf-5ce6-4845-acd9-09cd90a245b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-07d8f6bf-5ce6-4845-acd9-09cd90a245b3"}]} [ 1829.380895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fec3133-18c8-495c-bafb-81d494f69896 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.204s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.395780] env[63070]: DEBUG nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1829.416959] env[63070]: DEBUG nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1829.416959] env[63070]: DEBUG nova.compute.provider_tree [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1829.430199] env[63070]: DEBUG nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1829.451389] env[63070]: DEBUG nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1829.620919] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9323c28-f656-4410-b982-2366445347d4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.634028] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacae227-38a8-4fd0-bb0a-a2ad8177662c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.643277] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "e66752c2-077b-45c6-ba47-b85188540da8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.643531] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "e66752c2-077b-45c6-ba47-b85188540da8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.644088] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "e66752c2-077b-45c6-ba47-b85188540da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.644389] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "e66752c2-077b-45c6-ba47-b85188540da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.644544] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "e66752c2-077b-45c6-ba47-b85188540da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.676808] env[63070]: INFO nova.compute.manager [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Terminating instance [ 1829.680247] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d682dfef-2810-492b-8a21-75c1d3135293 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.691316] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a3f937-4ea4-4741-a5d2-43b11b81a240 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.710254] env[63070]: DEBUG nova.compute.provider_tree [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1829.798876] env[63070]: DEBUG oslo_concurrency.lockutils [req-d4d97a19-90bb-44c2-95bc-af60c393125e req-be76ffc7-5c50-4ae4-8ed6-3c797e76a000 service nova] Releasing lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.875389] env[63070]: DEBUG nova.compute.manager [req-11221cd1-d32e-4150-9dd8-d61e0513857b req-6f73d438-cd16-4b80-893e-381646df03d8 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Received event network-vif-deleted-150a1461-43b9-4877-8801-69f2b319cb59 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1829.875511] env[63070]: INFO nova.compute.manager [req-11221cd1-d32e-4150-9dd8-d61e0513857b req-6f73d438-cd16-4b80-893e-381646df03d8 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Neutron deleted interface 150a1461-43b9-4877-8801-69f2b319cb59; detaching it from the instance and deleting it from the info cache [ 1829.875681] env[63070]: DEBUG nova.network.neutron [req-11221cd1-d32e-4150-9dd8-d61e0513857b req-6f73d438-cd16-4b80-893e-381646df03d8 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.060680] env[63070]: DEBUG nova.network.neutron [-] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.089997] env[63070]: DEBUG nova.network.neutron [-] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.186072] env[63070]: DEBUG nova.compute.manager [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.186339] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.187931] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48013dd3-43f5-4f89-9fb0-0f1a055e1a42 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.198427] env[63070]: DEBUG nova.compute.manager [req-d46eedd4-5c86-4172-a690-826810369092 req-4732f093-8905-4f84-81f6-647dd539ae4d service nova] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Received event network-vif-deleted-933c239b-e6d2-481c-86eb-e4d977eca6e3 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1830.198641] env[63070]: DEBUG nova.compute.manager [req-d46eedd4-5c86-4172-a690-826810369092 req-4732f093-8905-4f84-81f6-647dd539ae4d service nova] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Received event network-vif-deleted-6014a038-350e-4064-99f4-758cffa64122 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1830.202315] env[63070]: DEBUG nova.network.neutron [-] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.204884] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.204884] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81d72385-1b0a-476d-b348-5c3c10d4fb8b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.214865] env[63070]: DEBUG oslo_vmware.api [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1830.214865] env[63070]: value = "task-1771335" [ 1830.214865] env[63070]: _type = "Task" [ 1830.214865] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.225976] env[63070]: DEBUG oslo_vmware.api [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.245517] env[63070]: ERROR nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [req-92221cbe-ae2e-4362-8691-efebfe3feaa0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92221cbe-ae2e-4362-8691-efebfe3feaa0"}]} [ 1830.266000] env[63070]: DEBUG nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1830.281880] env[63070]: DEBUG nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1830.282161] env[63070]: DEBUG nova.compute.provider_tree [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1830.304147] env[63070]: DEBUG nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1830.331409] env[63070]: DEBUG nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1830.378782] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0cbda00-3001-4a02-a599-5888ffac47dd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.390399] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5d5e0a-29da-44c8-bd08-6c8fec81f6f2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.412692] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.412940] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.424851] env[63070]: DEBUG nova.compute.manager [req-11221cd1-d32e-4150-9dd8-d61e0513857b req-6f73d438-cd16-4b80-893e-381646df03d8 service nova] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Detach interface failed, port_id=150a1461-43b9-4877-8801-69f2b319cb59, reason: Instance b18a4400-d1bd-4e8b-98bb-032df8f16437 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1830.510996] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61306ddb-abac-4a77-81a7-55a7fab6f626 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.518234] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dae4948-a7d7-496d-81ee-850d44d5d843 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.553333] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd7d1d-a0b7-4e2c-b549-ad0a2ef56fef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.561646] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4461b0-c62b-4980-92dc-d7d0021230df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.567718] env[63070]: INFO nova.compute.manager [-] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Took 2.11 seconds to deallocate network for instance. [ 1830.580990] env[63070]: DEBUG nova.compute.provider_tree [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1830.592306] env[63070]: INFO nova.compute.manager [-] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Took 2.10 seconds to deallocate network for instance. [ 1830.706171] env[63070]: INFO nova.compute.manager [-] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Took 1.48 seconds to deallocate network for instance. [ 1830.724567] env[63070]: DEBUG oslo_vmware.api [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771335, 'name': PowerOffVM_Task, 'duration_secs': 0.243814} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.724849] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1830.725045] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1830.725284] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3afcd60e-c904-4bc5-a143-105da8732fb4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.828466] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1830.828709] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1830.828960] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleting the datastore file [datastore1] e66752c2-077b-45c6-ba47-b85188540da8 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1830.829253] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc99ce5d-695b-4c4e-bbdd-e710a1098c74 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.836595] env[63070]: DEBUG oslo_vmware.api [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1830.836595] env[63070]: value = "task-1771338" [ 1830.836595] env[63070]: _type = "Task" [ 1830.836595] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.844776] env[63070]: DEBUG oslo_vmware.api [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.915996] env[63070]: DEBUG nova.compute.manager [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1831.084618] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.098396] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.135538] env[63070]: DEBUG nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1831.135833] env[63070]: DEBUG nova.compute.provider_tree [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 152 to 153 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1831.136029] env[63070]: DEBUG nova.compute.provider_tree [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1831.215400] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.305095] env[63070]: DEBUG oslo_concurrency.lockutils [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-1a0623e0-21d2-4d58-b0f9-c705c30096ca" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.305448] env[63070]: DEBUG oslo_concurrency.lockutils [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-1a0623e0-21d2-4d58-b0f9-c705c30096ca" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.306011] env[63070]: DEBUG nova.objects.instance [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'flavor' on Instance uuid 8c749d82-9fcb-40b8-b478-3b4bf79fd904 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.347027] env[63070]: DEBUG oslo_vmware.api [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189709} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.347027] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.347027] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.347027] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.347027] env[63070]: INFO nova.compute.manager [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1831.347277] env[63070]: DEBUG oslo.service.loopingcall [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.347313] env[63070]: DEBUG nova.compute.manager [-] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1831.347415] env[63070]: DEBUG nova.network.neutron [-] [instance: e66752c2-077b-45c6-ba47-b85188540da8] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1831.437906] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.641517] env[63070]: DEBUG oslo_concurrency.lockutils [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.567s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.643995] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.213s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.645847] env[63070]: INFO nova.compute.claims [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1831.662831] env[63070]: INFO nova.scheduler.client.report [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleted allocations for instance cb8a08b7-babb-4abf-898d-3cb3b0cd32b8 [ 1831.900434] env[63070]: DEBUG nova.compute.manager [req-f6e205b6-842b-4c22-9550-0066b23ee882 req-0d32c7dc-8b0f-4c4d-8a2f-4b49b59cbd24 service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Received event network-vif-deleted-25368ed4-acd3-4198-ba69-bef539671c93 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1831.900644] env[63070]: INFO nova.compute.manager [req-f6e205b6-842b-4c22-9550-0066b23ee882 req-0d32c7dc-8b0f-4c4d-8a2f-4b49b59cbd24 service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Neutron deleted interface 25368ed4-acd3-4198-ba69-bef539671c93; detaching it from the instance and deleting it from the info cache [ 1831.900822] env[63070]: DEBUG nova.network.neutron [req-f6e205b6-842b-4c22-9550-0066b23ee882 req-0d32c7dc-8b0f-4c4d-8a2f-4b49b59cbd24 service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.917833] env[63070]: DEBUG nova.objects.instance [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c749d82-9fcb-40b8-b478-3b4bf79fd904 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.082021] env[63070]: DEBUG nova.network.neutron [-] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.169440] env[63070]: DEBUG oslo_concurrency.lockutils [None req-843eafd2-da6c-4203-b8ba-4fde7a521009 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "cb8a08b7-babb-4abf-898d-3cb3b0cd32b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.667s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.403745] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80a7a2e0-335e-4dd9-8ce3-bcac1a521676 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.414359] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee44a5a-52c4-40ba-af55-06ede6a2278b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.425653] env[63070]: DEBUG nova.objects.base [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Object Instance<8c749d82-9fcb-40b8-b478-3b4bf79fd904> lazy-loaded attributes: flavor,pci_requests {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1832.425885] env[63070]: DEBUG nova.network.neutron [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.444158] env[63070]: DEBUG nova.compute.manager [req-f6e205b6-842b-4c22-9550-0066b23ee882 req-0d32c7dc-8b0f-4c4d-8a2f-4b49b59cbd24 service nova] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Detach interface failed, port_id=25368ed4-acd3-4198-ba69-bef539671c93, reason: Instance e66752c2-077b-45c6-ba47-b85188540da8 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1832.490104] env[63070]: DEBUG nova.policy [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84357e3fa25c41618001137e6ae55f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65cd8927310546aaa00aaea1ad02ba36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.584148] env[63070]: INFO nova.compute.manager [-] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Took 1.24 seconds to deallocate network for instance. [ 1832.786559] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1eac2d-ec90-424b-9e4a-9d9dee103def {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.793768] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b3a774-cd4b-4576-a0c9-3da384ae437e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.825240] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aceaa89-63d2-4b79-b2fd-2240b4c02588 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.832639] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835329d0-212a-49bb-b1a3-376410f4beed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.845539] env[63070]: DEBUG nova.compute.provider_tree [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.090660] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.348635] env[63070]: DEBUG nova.scheduler.client.report [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.854458] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.855051] env[63070]: DEBUG nova.compute.manager [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1833.857951] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.773s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.858533] env[63070]: DEBUG nova.objects.instance [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lazy-loading 'resources' on Instance uuid bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.008406] env[63070]: DEBUG nova.compute.manager [req-4a2300c9-3c91-4cc4-8bda-3e1c7686f47e req-4650dcee-8c09-4e3f-a03b-7e678fed3c33 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received event network-vif-plugged-1a0623e0-21d2-4d58-b0f9-c705c30096ca {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1834.008626] env[63070]: DEBUG oslo_concurrency.lockutils [req-4a2300c9-3c91-4cc4-8bda-3e1c7686f47e req-4650dcee-8c09-4e3f-a03b-7e678fed3c33 service nova] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.008834] env[63070]: DEBUG oslo_concurrency.lockutils [req-4a2300c9-3c91-4cc4-8bda-3e1c7686f47e req-4650dcee-8c09-4e3f-a03b-7e678fed3c33 service nova] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.011785] env[63070]: DEBUG oslo_concurrency.lockutils [req-4a2300c9-3c91-4cc4-8bda-3e1c7686f47e req-4650dcee-8c09-4e3f-a03b-7e678fed3c33 service nova] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.011993] env[63070]: DEBUG nova.compute.manager [req-4a2300c9-3c91-4cc4-8bda-3e1c7686f47e req-4650dcee-8c09-4e3f-a03b-7e678fed3c33 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] No waiting events found dispatching network-vif-plugged-1a0623e0-21d2-4d58-b0f9-c705c30096ca {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.012184] env[63070]: WARNING nova.compute.manager [req-4a2300c9-3c91-4cc4-8bda-3e1c7686f47e req-4650dcee-8c09-4e3f-a03b-7e678fed3c33 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received unexpected event network-vif-plugged-1a0623e0-21d2-4d58-b0f9-c705c30096ca for instance with vm_state active and task_state None. [ 1834.201262] env[63070]: DEBUG nova.network.neutron [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Successfully updated port: 1a0623e0-21d2-4d58-b0f9-c705c30096ca {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.369647] env[63070]: DEBUG nova.compute.utils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1834.371163] env[63070]: DEBUG nova.compute.manager [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1834.371336] env[63070]: DEBUG nova.network.neutron [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1834.529602] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193f355-1673-4e7e-af70-9d7bb881820a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.538302] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d73f912-5f08-4e8d-a75d-5494ec0fdd98 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.574149] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d40c198-7362-4d2b-8c9c-1f2864dc76bc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.584817] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ce7814-8af6-4894-a09f-fd053afc7e73 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.597976] env[63070]: DEBUG nova.compute.provider_tree [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.629021] env[63070]: DEBUG nova.policy [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32abc4382cad460cb641921aece92782', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1da14db4d59c448d9790cfb3538c7116', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1834.706395] env[63070]: DEBUG oslo_concurrency.lockutils [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.706582] env[63070]: DEBUG oslo_concurrency.lockutils [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.706800] env[63070]: DEBUG nova.network.neutron [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.880044] env[63070]: DEBUG nova.compute.manager [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1834.905347] env[63070]: DEBUG nova.network.neutron [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Successfully created port: b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1835.101095] env[63070]: DEBUG nova.scheduler.client.report [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.257495] env[63070]: WARNING nova.network.neutron [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] 5946b48f-1ba1-4876-b078-8177a221fe5f already exists in list: networks containing: ['5946b48f-1ba1-4876-b078-8177a221fe5f']. ignoring it [ 1835.257732] env[63070]: WARNING nova.network.neutron [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] 5946b48f-1ba1-4876-b078-8177a221fe5f already exists in list: networks containing: ['5946b48f-1ba1-4876-b078-8177a221fe5f']. ignoring it [ 1835.606048] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.608726] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.510s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.608931] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.615989] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.401s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.616245] env[63070]: DEBUG nova.objects.instance [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lazy-loading 'resources' on Instance uuid b18a4400-d1bd-4e8b-98bb-032df8f16437 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.634200] env[63070]: INFO nova.scheduler.client.report [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleted allocations for instance bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4 [ 1835.642563] env[63070]: INFO nova.scheduler.client.report [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleted allocations for instance 02085c0a-177e-4457-9646-46b9cde79adc [ 1835.891833] env[63070]: DEBUG nova.compute.manager [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1835.923618] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1835.923861] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1835.924025] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1835.924208] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1835.924373] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1835.924505] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1835.924727] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1835.924904] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1835.925160] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1835.925351] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1835.925526] env[63070]: DEBUG nova.virt.hardware [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1835.926403] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646b292b-b8ad-46b9-b5f6-6d88738d3c95 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.935775] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8bbfa7-3c49-478f-9327-a81084288b79 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.073878] env[63070]: DEBUG nova.compute.manager [req-f775e1da-4c83-41d8-9b52-90a90b878a97 req-1b05f4d0-3be1-44bf-b06e-c0a1f32273e4 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received event network-changed-1a0623e0-21d2-4d58-b0f9-c705c30096ca {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1836.074096] env[63070]: DEBUG nova.compute.manager [req-f775e1da-4c83-41d8-9b52-90a90b878a97 req-1b05f4d0-3be1-44bf-b06e-c0a1f32273e4 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Refreshing instance network info cache due to event network-changed-1a0623e0-21d2-4d58-b0f9-c705c30096ca. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1836.074292] env[63070]: DEBUG oslo_concurrency.lockutils [req-f775e1da-4c83-41d8-9b52-90a90b878a97 req-1b05f4d0-3be1-44bf-b06e-c0a1f32273e4 service nova] Acquiring lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.147349] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a37c84d1-46ee-491f-a502-39e6caef4a7a tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.354s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.152134] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f302163c-ba0a-4444-bace-5c0461f5c774 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "02085c0a-177e-4457-9646-46b9cde79adc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.294s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.222111] env[63070]: DEBUG nova.network.neutron [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [{"id": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "address": "fa:16:3e:6e:19:60", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3210be4e-9b", "ovs_interfaceid": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69817a24-8fd3-4913-8f21-1828488a828d", "address": "fa:16:3e:71:b3:64", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69817a24-8f", "ovs_interfaceid": "69817a24-8fd3-4913-8f21-1828488a828d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a0623e0-21d2-4d58-b0f9-c705c30096ca", "address": "fa:16:3e:3d:6d:8b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0623e0-21", "ovs_interfaceid": "1a0623e0-21d2-4d58-b0f9-c705c30096ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.405610] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c81f3a-0eb1-408a-a1f6-6c9653206893 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.415038] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46abbfa7-29ad-4660-96cd-3f98af4c87f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.455783] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d8333d-6861-4b23-8b78-1c1c3ae1f17d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.463405] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29cb714-2bac-445e-a697-4f16de59913a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.477973] env[63070]: DEBUG nova.compute.provider_tree [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.570798] env[63070]: DEBUG nova.network.neutron [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Successfully updated port: b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1836.880052] env[63070]: DEBUG oslo_concurrency.lockutils [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.880797] env[63070]: DEBUG oslo_concurrency.lockutils [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.880963] env[63070]: DEBUG oslo_concurrency.lockutils [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.881277] env[63070]: DEBUG oslo_concurrency.lockutils [req-f775e1da-4c83-41d8-9b52-90a90b878a97 req-1b05f4d0-3be1-44bf-b06e-c0a1f32273e4 service nova] Acquired lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.881460] env[63070]: DEBUG nova.network.neutron [req-f775e1da-4c83-41d8-9b52-90a90b878a97 req-1b05f4d0-3be1-44bf-b06e-c0a1f32273e4 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Refreshing network info cache for port 1a0623e0-21d2-4d58-b0f9-c705c30096ca {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.884257] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fa363c-1ecf-4843-b93c-f67ced248ebf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.908983] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1836.909307] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.909413] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1836.909589] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.909731] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1836.909880] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1836.910279] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1836.910279] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1836.910463] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1836.910589] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1836.910852] env[63070]: DEBUG nova.virt.hardware [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1836.920020] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Reconfiguring VM to attach interface {{(pid=63070) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1836.920020] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09aa0ee8-96e6-488d-b41c-617263d45779 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.936416] env[63070]: DEBUG oslo_vmware.api [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1836.936416] env[63070]: value = "task-1771339" [ 1836.936416] env[63070]: _type = "Task" [ 1836.936416] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.944849] env[63070]: DEBUG oslo_vmware.api [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771339, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.981393] env[63070]: DEBUG nova.scheduler.client.report [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.080764] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-a1a0175a-98f5-49da-b5ee-fe8ee22df442" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.080764] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-a1a0175a-98f5-49da-b5ee-fe8ee22df442" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.080764] env[63070]: DEBUG nova.network.neutron [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.408162] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "68246885-72ed-4ee4-b154-c16e5e79538e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.408482] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.449111] env[63070]: DEBUG oslo_vmware.api [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.486264] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.489266] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.051s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.491012] env[63070]: INFO nova.compute.claims [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.516250] env[63070]: INFO nova.scheduler.client.report [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleted allocations for instance b18a4400-d1bd-4e8b-98bb-032df8f16437 [ 1837.615773] env[63070]: DEBUG nova.network.neutron [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1837.739312] env[63070]: DEBUG nova.network.neutron [req-f775e1da-4c83-41d8-9b52-90a90b878a97 req-1b05f4d0-3be1-44bf-b06e-c0a1f32273e4 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updated VIF entry in instance network info cache for port 1a0623e0-21d2-4d58-b0f9-c705c30096ca. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.739452] env[63070]: DEBUG nova.network.neutron [req-f775e1da-4c83-41d8-9b52-90a90b878a97 req-1b05f4d0-3be1-44bf-b06e-c0a1f32273e4 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [{"id": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "address": "fa:16:3e:6e:19:60", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3210be4e-9b", "ovs_interfaceid": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69817a24-8fd3-4913-8f21-1828488a828d", "address": "fa:16:3e:71:b3:64", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69817a24-8f", "ovs_interfaceid": "69817a24-8fd3-4913-8f21-1828488a828d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a0623e0-21d2-4d58-b0f9-c705c30096ca", "address": "fa:16:3e:3d:6d:8b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0623e0-21", "ovs_interfaceid": "1a0623e0-21d2-4d58-b0f9-c705c30096ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.771446] env[63070]: DEBUG nova.network.neutron [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Updating instance_info_cache with network_info: [{"id": "b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f", "address": "fa:16:3e:99:5a:04", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9d9ce-30", "ovs_interfaceid": "b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.911318] env[63070]: DEBUG nova.compute.manager [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1837.950928] env[63070]: DEBUG oslo_vmware.api [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771339, 'name': ReconfigVM_Task, 'duration_secs': 0.832654} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.951534] env[63070]: DEBUG oslo_concurrency.lockutils [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.951793] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Reconfigured VM to attach interface {{(pid=63070) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1838.027573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2ed2ce3-0189-4cfe-a600-6119f3742017 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "b18a4400-d1bd-4e8b-98bb-032df8f16437" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.483s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.242292] env[63070]: DEBUG oslo_concurrency.lockutils [req-f775e1da-4c83-41d8-9b52-90a90b878a97 req-1b05f4d0-3be1-44bf-b06e-c0a1f32273e4 service nova] Releasing lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.274155] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-a1a0175a-98f5-49da-b5ee-fe8ee22df442" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.274490] env[63070]: DEBUG nova.compute.manager [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Instance network_info: |[{"id": "b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f", "address": "fa:16:3e:99:5a:04", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9d9ce-30", "ovs_interfaceid": "b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1838.274955] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:5a:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1838.287017] env[63070]: DEBUG oslo.service.loopingcall [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.287017] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1838.287017] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6defcf04-ea0d-4491-8193-8425d10f44f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.305465] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1838.305465] env[63070]: value = "task-1771340" [ 1838.305465] env[63070]: _type = "Task" [ 1838.305465] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.313697] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771340, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.434850] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.439017] env[63070]: DEBUG nova.compute.manager [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Received event network-vif-plugged-b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1838.439230] env[63070]: DEBUG oslo_concurrency.lockutils [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] Acquiring lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.439418] env[63070]: DEBUG oslo_concurrency.lockutils [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] Lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.439625] env[63070]: DEBUG oslo_concurrency.lockutils [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] Lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.439749] env[63070]: DEBUG nova.compute.manager [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] No waiting events found dispatching network-vif-plugged-b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1838.439907] env[63070]: WARNING nova.compute.manager [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Received unexpected event network-vif-plugged-b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f for instance with vm_state building and task_state spawning. [ 1838.440217] env[63070]: DEBUG nova.compute.manager [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Received event network-changed-b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1838.440563] env[63070]: DEBUG nova.compute.manager [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Refreshing instance network info cache due to event network-changed-b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1838.440563] env[63070]: DEBUG oslo_concurrency.lockutils [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] Acquiring lock "refresh_cache-a1a0175a-98f5-49da-b5ee-fe8ee22df442" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.440703] env[63070]: DEBUG oslo_concurrency.lockutils [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] Acquired lock "refresh_cache-a1a0175a-98f5-49da-b5ee-fe8ee22df442" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.440850] env[63070]: DEBUG nova.network.neutron [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Refreshing network info cache for port b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.456537] env[63070]: DEBUG oslo_concurrency.lockutils [None req-248a756f-6cf6-4ca6-9081-0ef7e9a9ea9e tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-1a0623e0-21d2-4d58-b0f9-c705c30096ca" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.151s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.613184] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ab8966-4a7e-4a0f-afdc-1bc35745cda2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.621526] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6691551b-f9dc-4415-aa1d-78051962b06d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.654908] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e72585a-df41-4073-83e0-e47909d174d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.662525] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead25cd9-b896-4fc3-a32d-3ce946597150 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.678560] env[63070]: DEBUG nova.compute.provider_tree [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.816235] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771340, 'name': CreateVM_Task, 'duration_secs': 0.37541} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.816419] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1838.817180] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.817346] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.817664] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1838.818269] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046eda5f-e612-48e8-81eb-0b5790e0c8f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.822698] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1838.822698] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52888acd-1381-8568-191a-98d237414135" [ 1838.822698] env[63070]: _type = "Task" [ 1838.822698] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.830246] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52888acd-1381-8568-191a-98d237414135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.041688] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.041946] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.173624] env[63070]: DEBUG nova.network.neutron [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Updated VIF entry in instance network info cache for port b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.174110] env[63070]: DEBUG nova.network.neutron [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Updating instance_info_cache with network_info: [{"id": "b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f", "address": "fa:16:3e:99:5a:04", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9d9ce-30", "ovs_interfaceid": "b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.181892] env[63070]: DEBUG nova.scheduler.client.report [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.333267] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52888acd-1381-8568-191a-98d237414135, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.333665] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.333910] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1839.334168] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.334316] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.334490] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1839.334760] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b66efaf2-a7a3-4230-ba9c-67188c3c9b5b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.343319] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1839.343820] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1839.344250] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2302a286-6006-4a5d-806b-77e77b07ec2f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.349349] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1839.349349] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b694bc-79a2-b952-306d-35aa4b15e6e0" [ 1839.349349] env[63070]: _type = "Task" [ 1839.349349] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.360731] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b694bc-79a2-b952-306d-35aa4b15e6e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.544133] env[63070]: DEBUG nova.compute.manager [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1839.677877] env[63070]: DEBUG oslo_concurrency.lockutils [req-d7e5a29c-5a04-4924-90e8-7b8a75e18fcd req-2f4b879d-fc6a-470f-951a-17ad79db547e service nova] Releasing lock "refresh_cache-a1a0175a-98f5-49da-b5ee-fe8ee22df442" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.690329] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.690967] env[63070]: DEBUG nova.compute.manager [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1839.694302] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.604s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.694524] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.697015] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.262s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.698632] env[63070]: INFO nova.compute.claims [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1839.760300] env[63070]: INFO nova.scheduler.client.report [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted allocations for instance e66752c2-077b-45c6-ba47-b85188540da8 [ 1839.862705] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b694bc-79a2-b952-306d-35aa4b15e6e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008739} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.863451] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30508d6-267a-417f-a526-0f5bd33daec8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.868650] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1839.868650] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ecf86b-1f63-8f70-a69f-c5eb5448fb96" [ 1839.868650] env[63070]: _type = "Task" [ 1839.868650] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.877242] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ecf86b-1f63-8f70-a69f-c5eb5448fb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.063196] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.202908] env[63070]: DEBUG nova.compute.utils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.206805] env[63070]: DEBUG nova.compute.manager [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1840.207103] env[63070]: DEBUG nova.network.neutron [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1840.245424] env[63070]: DEBUG nova.policy [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cf1d5a1be314a24a88a53e2cf11c524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1bb84650554bb4b2ffe1f83ae5be14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1840.269277] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3d9f6c7b-d05e-4530-aedf-0dc5674585b6 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "e66752c2-077b-45c6-ba47-b85188540da8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.625s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.344681] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "51ce3c3a-3b19-4a40-9769-f02b83900050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.344822] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.378563] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ecf86b-1f63-8f70-a69f-c5eb5448fb96, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.378825] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.379100] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] a1a0175a-98f5-49da-b5ee-fe8ee22df442/a1a0175a-98f5-49da-b5ee-fe8ee22df442.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1840.379357] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec40a0bb-7359-4b13-85c8-8f4660230d2e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.386028] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1840.386028] env[63070]: value = "task-1771341" [ 1840.386028] env[63070]: _type = "Task" [ 1840.386028] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.394233] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.576418] env[63070]: DEBUG nova.network.neutron [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Successfully created port: 401d25be-6f24-42da-baca-5c8c159ce829 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1840.638085] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-69817a24-8fd3-4913-8f21-1828488a828d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.638552] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-69817a24-8fd3-4913-8f21-1828488a828d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.710664] env[63070]: DEBUG nova.compute.manager [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1840.848021] env[63070]: DEBUG nova.compute.manager [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.869545] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa2a53-580c-44a1-9921-62e74e5408fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.879375] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f4c3b-a268-45f7-86b1-7f50fac38cf4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.917564] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b6382-504c-4d25-bf47-840e3422638a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.925038] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520797} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.930021] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] a1a0175a-98f5-49da-b5ee-fe8ee22df442/a1a0175a-98f5-49da-b5ee-fe8ee22df442.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1840.930021] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1840.930021] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7c5246c-18be-4912-863f-139babb17f94 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.930663] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8830f7c6-0fae-4b57-afee-7df256d09d4d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.944980] env[63070]: DEBUG nova.compute.provider_tree [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.947406] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1840.947406] env[63070]: value = "task-1771342" [ 1840.947406] env[63070]: _type = "Task" [ 1840.947406] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.955515] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.142957] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.143289] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.144635] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f596a2-cde5-404e-bb41-dd1ff5970b1a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.166878] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e853ce6e-52d1-4713-8042-eb500241576a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.204752] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Reconfiguring VM to detach interface {{(pid=63070) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1841.205569] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f4fd9d-49a5-43e8-a4c8-8cb325ea9cb9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.229950] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1841.229950] env[63070]: value = "task-1771343" [ 1841.229950] env[63070]: _type = "Task" [ 1841.229950] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.239945] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.365895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.450078] env[63070]: DEBUG nova.scheduler.client.report [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1841.461402] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076169} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.461694] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1841.462472] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0cf81b-beb2-4f90-be07-f358441b943c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.485040] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] a1a0175a-98f5-49da-b5ee-fe8ee22df442/a1a0175a-98f5-49da-b5ee-fe8ee22df442.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.485527] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4c93c5-a9c1-4012-838c-02207e8a3413 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.505424] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1841.505424] env[63070]: value = "task-1771344" [ 1841.505424] env[63070]: _type = "Task" [ 1841.505424] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.513137] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.725460] env[63070]: DEBUG nova.compute.manager [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1841.739749] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.752509] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1841.752757] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1841.752952] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1841.753181] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1841.753330] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1841.753700] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1841.753925] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1841.754123] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1841.754277] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1841.754440] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1841.754612] env[63070]: DEBUG nova.virt.hardware [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1841.755485] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b56253c-0bd9-4950-8dae-d952004a7265 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.763233] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c2034f-fee5-40e1-b38c-a4b5dfea9372 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.957098] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.957664] env[63070]: DEBUG nova.compute.manager [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1841.960464] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.897s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.961913] env[63070]: INFO nova.compute.claims [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1842.015621] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771344, 'name': ReconfigVM_Task, 'duration_secs': 0.298385} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.015906] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Reconfigured VM instance instance-00000069 to attach disk [datastore1] a1a0175a-98f5-49da-b5ee-fe8ee22df442/a1a0175a-98f5-49da-b5ee-fe8ee22df442.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.016544] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23fee817-bd73-40e9-b6a9-bb32fc09e67a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.028258] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1842.028258] env[63070]: value = "task-1771345" [ 1842.028258] env[63070]: _type = "Task" [ 1842.028258] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.037073] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771345, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.146446] env[63070]: DEBUG nova.compute.manager [req-627fae2e-8e54-44ed-a700-9549dc8f6abf req-42f427fb-2fdf-4e73-910e-a3d3af8da669 service nova] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Received event network-vif-plugged-401d25be-6f24-42da-baca-5c8c159ce829 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1842.146446] env[63070]: DEBUG oslo_concurrency.lockutils [req-627fae2e-8e54-44ed-a700-9549dc8f6abf req-42f427fb-2fdf-4e73-910e-a3d3af8da669 service nova] Acquiring lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.146446] env[63070]: DEBUG oslo_concurrency.lockutils [req-627fae2e-8e54-44ed-a700-9549dc8f6abf req-42f427fb-2fdf-4e73-910e-a3d3af8da669 service nova] Lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.146446] env[63070]: DEBUG oslo_concurrency.lockutils [req-627fae2e-8e54-44ed-a700-9549dc8f6abf req-42f427fb-2fdf-4e73-910e-a3d3af8da669 service nova] Lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.146446] env[63070]: DEBUG nova.compute.manager [req-627fae2e-8e54-44ed-a700-9549dc8f6abf req-42f427fb-2fdf-4e73-910e-a3d3af8da669 service nova] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] No waiting events found dispatching network-vif-plugged-401d25be-6f24-42da-baca-5c8c159ce829 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1842.146446] env[63070]: WARNING nova.compute.manager [req-627fae2e-8e54-44ed-a700-9549dc8f6abf req-42f427fb-2fdf-4e73-910e-a3d3af8da669 service nova] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Received unexpected event network-vif-plugged-401d25be-6f24-42da-baca-5c8c159ce829 for instance with vm_state building and task_state spawning. [ 1842.225683] env[63070]: DEBUG nova.network.neutron [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Successfully updated port: 401d25be-6f24-42da-baca-5c8c159ce829 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1842.241873] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.465963] env[63070]: DEBUG nova.compute.utils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1842.469373] env[63070]: DEBUG nova.compute.manager [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1842.470387] env[63070]: DEBUG nova.network.neutron [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1842.512790] env[63070]: DEBUG nova.policy [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8372de98927f4051ac05593eb23b3a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f49e241cbb0b46a193cef0be0c8b8ade', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1842.535477] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771345, 'name': Rename_Task, 'duration_secs': 0.150511} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.535737] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.535979] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-125f2dba-fe36-4889-a115-691d5b36ef0e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.542746] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1842.542746] env[63070]: value = "task-1771346" [ 1842.542746] env[63070]: _type = "Task" [ 1842.542746] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.553671] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.729703] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "refresh_cache-fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.729875] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "refresh_cache-fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.730092] env[63070]: DEBUG nova.network.neutron [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.747283] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.827482] env[63070]: DEBUG nova.network.neutron [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Successfully created port: dce80b61-52e4-4663-b141-607795d9c4ef {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1842.970218] env[63070]: DEBUG nova.compute.manager [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1843.053251] env[63070]: DEBUG oslo_vmware.api [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771346, 'name': PowerOnVM_Task, 'duration_secs': 0.450602} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.057683] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.057906] env[63070]: INFO nova.compute.manager [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1843.058252] env[63070]: DEBUG nova.compute.manager [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.060378] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6ed4df-d9a3-41db-b44f-12cef9369a7e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.139768] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd65202c-9744-4bbb-803b-8413c1551bd9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.148578] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc18abf-0e8d-427c-8a7a-bd10afb7af94 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.181731] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e73b516-008a-4114-a608-b78c1d050240 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.189382] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a436001-542a-4ba3-ba2d-2dd67c6b3102 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.204145] env[63070]: DEBUG nova.compute.provider_tree [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.248565] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.280873] env[63070]: DEBUG nova.network.neutron [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1843.465884] env[63070]: DEBUG nova.network.neutron [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Updating instance_info_cache with network_info: [{"id": "401d25be-6f24-42da-baca-5c8c159ce829", "address": "fa:16:3e:d5:a6:26", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401d25be-6f", "ovs_interfaceid": "401d25be-6f24-42da-baca-5c8c159ce829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.581157] env[63070]: INFO nova.compute.manager [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Took 16.17 seconds to build instance. [ 1843.706997] env[63070]: DEBUG nova.scheduler.client.report [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.750951] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.952375] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "e34be017-2ff4-44f0-b44b-3abde2d39837" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.952618] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.971738] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "refresh_cache-fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.972063] env[63070]: DEBUG nova.compute.manager [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Instance network_info: |[{"id": "401d25be-6f24-42da-baca-5c8c159ce829", "address": "fa:16:3e:d5:a6:26", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401d25be-6f", "ovs_interfaceid": "401d25be-6f24-42da-baca-5c8c159ce829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1843.972837] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:a6:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '401d25be-6f24-42da-baca-5c8c159ce829', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1843.980218] env[63070]: DEBUG oslo.service.loopingcall [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.981209] env[63070]: DEBUG nova.compute.manager [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1843.983097] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1843.983720] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a8a3039-c641-4053-b83d-fe5fb30446f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.006746] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1844.006746] env[63070]: value = "task-1771347" [ 1844.006746] env[63070]: _type = "Task" [ 1844.006746] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.011338] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.011641] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.011733] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.011906] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.012073] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.012238] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.012443] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.012711] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.012811] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.012942] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.013165] env[63070]: DEBUG nova.virt.hardware [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.013883] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca5fe9-2116-44a5-960a-7c341ee0aa0e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.024087] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffed3187-db65-4796-a3c1-6a5923b61b51 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.028780] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771347, 'name': CreateVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.083075] env[63070]: DEBUG oslo_concurrency.lockutils [None req-76904573-5693-4037-a96b-50486b2f7c7d tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.680s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.212327] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.212890] env[63070]: DEBUG nova.compute.manager [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1844.215729] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.850s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.217192] env[63070]: INFO nova.compute.claims [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1844.251315] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.363758] env[63070]: DEBUG nova.compute.manager [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Received event network-changed-401d25be-6f24-42da-baca-5c8c159ce829 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1844.363949] env[63070]: DEBUG nova.compute.manager [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Refreshing instance network info cache due to event network-changed-401d25be-6f24-42da-baca-5c8c159ce829. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1844.364404] env[63070]: DEBUG oslo_concurrency.lockutils [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] Acquiring lock "refresh_cache-fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.364509] env[63070]: DEBUG oslo_concurrency.lockutils [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] Acquired lock "refresh_cache-fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.364701] env[63070]: DEBUG nova.network.neutron [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Refreshing network info cache for port 401d25be-6f24-42da-baca-5c8c159ce829 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.455913] env[63070]: DEBUG nova.compute.utils [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1844.517749] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771347, 'name': CreateVM_Task, 'duration_secs': 0.365384} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.522443] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1844.523266] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.523447] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.523774] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1844.524099] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b01c805-a412-4141-81dc-74aec41b740e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.529122] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1844.529122] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520a9b3e-1c7b-c6f6-b85d-0ca040924186" [ 1844.529122] env[63070]: _type = "Task" [ 1844.529122] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.537857] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520a9b3e-1c7b-c6f6-b85d-0ca040924186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.718039] env[63070]: DEBUG nova.network.neutron [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Successfully updated port: dce80b61-52e4-4663-b141-607795d9c4ef {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1844.721091] env[63070]: DEBUG nova.compute.utils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1844.726442] env[63070]: DEBUG nova.compute.manager [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1844.726442] env[63070]: DEBUG nova.network.neutron [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1844.752467] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.778295] env[63070]: DEBUG nova.policy [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d4f81bbc9541199df51a430d4be6d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa74d07aba74f9084dd83b7e4cdf899', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1844.882164] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1844.882721] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1844.962317] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.039506] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520a9b3e-1c7b-c6f6-b85d-0ca040924186, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.039705] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.039940] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1845.040198] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.040402] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.040506] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1845.040767] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50f70cf3-f28d-4939-b9b3-726579f890c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.049425] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1845.049605] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1845.050332] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf06121-9542-48c2-a6e7-6b20e533e9bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.056020] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1845.056020] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522c6628-1afb-a952-9c8f-4127a4c7f79d" [ 1845.056020] env[63070]: _type = "Task" [ 1845.056020] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.060322] env[63070]: DEBUG nova.network.neutron [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Updated VIF entry in instance network info cache for port 401d25be-6f24-42da-baca-5c8c159ce829. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.060670] env[63070]: DEBUG nova.network.neutron [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Updating instance_info_cache with network_info: [{"id": "401d25be-6f24-42da-baca-5c8c159ce829", "address": "fa:16:3e:d5:a6:26", "network": {"id": "d427bc36-16a8-41d2-a14c-2d9870823e61", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1285198481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1bb84650554bb4b2ffe1f83ae5be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401d25be-6f", "ovs_interfaceid": "401d25be-6f24-42da-baca-5c8c159ce829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.065134] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522c6628-1afb-a952-9c8f-4127a4c7f79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.176478] env[63070]: DEBUG nova.network.neutron [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Successfully created port: 91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1845.221388] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.221665] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.221937] env[63070]: DEBUG nova.network.neutron [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1845.228510] env[63070]: DEBUG nova.compute.manager [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1845.252952] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.359819] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963c913a-dc4e-4947-99a3-32a0f2aaf486 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.367092] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77892f9-2079-493b-a826-6b3b8f15c3bb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.400653] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.401172] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1845.403971] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4324df-6ff5-4f1e-ba9d-34f8648d709c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.410836] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587889a4-a3f3-48d1-82cd-157146e6fd05 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.428183] env[63070]: DEBUG nova.compute.provider_tree [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.567573] env[63070]: DEBUG oslo_concurrency.lockutils [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] Releasing lock "refresh_cache-fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.567953] env[63070]: DEBUG nova.compute.manager [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Received event network-changed-b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1845.568063] env[63070]: DEBUG nova.compute.manager [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Refreshing instance network info cache due to event network-changed-b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1845.568317] env[63070]: DEBUG oslo_concurrency.lockutils [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] Acquiring lock "refresh_cache-a1a0175a-98f5-49da-b5ee-fe8ee22df442" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.568462] env[63070]: DEBUG oslo_concurrency.lockutils [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] Acquired lock "refresh_cache-a1a0175a-98f5-49da-b5ee-fe8ee22df442" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.568631] env[63070]: DEBUG nova.network.neutron [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Refreshing network info cache for port b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.570223] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522c6628-1afb-a952-9c8f-4127a4c7f79d, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.571156] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4881ec2-3ae0-4e58-9fc7-562db8d50db2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.577466] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1845.577466] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b4c0d9-0c12-48b4-22c3-715fd829b142" [ 1845.577466] env[63070]: _type = "Task" [ 1845.577466] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.586675] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b4c0d9-0c12-48b4-22c3-715fd829b142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.752716] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.773448] env[63070]: DEBUG nova.network.neutron [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1845.931785] env[63070]: DEBUG nova.scheduler.client.report [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.940715] env[63070]: DEBUG nova.network.neutron [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance_info_cache with network_info: [{"id": "dce80b61-52e4-4663-b141-607795d9c4ef", "address": "fa:16:3e:6b:6d:59", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce80b61-52", "ovs_interfaceid": "dce80b61-52e4-4663-b141-607795d9c4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.048050] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "e34be017-2ff4-44f0-b44b-3abde2d39837" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.048354] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.048596] env[63070]: INFO nova.compute.manager [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Attaching volume 27e64257-2645-4bd2-b4c5-67fe45adc962 to /dev/sdb [ 1846.079757] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e9aaf6-0e0b-4790-9a7f-6f8fb6fe78a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.091720] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b4c0d9-0c12-48b4-22c3-715fd829b142, 'name': SearchDatastore_Task, 'duration_secs': 0.012736} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.093249] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.093501] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec/fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1846.093794] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-423ee0a3-94ef-4364-b45d-7d0119667a5a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.096064] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08f8bbe-f420-4d29-9d35-783221d0ee41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.105036] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1846.105036] env[63070]: value = "task-1771348" [ 1846.105036] env[63070]: _type = "Task" [ 1846.105036] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.111727] env[63070]: DEBUG nova.virt.block_device [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Updating existing volume attachment record: 145dddd8-508e-4943-a2de-835e85e34d72 {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1846.118992] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.237937] env[63070]: DEBUG nova.compute.manager [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1846.256194] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.277038] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1846.277482] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1846.277744] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1846.278552] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1846.278552] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1846.278552] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1846.278822] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1846.279098] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1846.279376] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1846.279651] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1846.280094] env[63070]: DEBUG nova.virt.hardware [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1846.281322] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74548139-9fb1-49c6-ac80-c0cf2d9a8842 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.292217] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c49277-739b-436d-9dba-3e4bb90760e4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.299701] env[63070]: DEBUG nova.network.neutron [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Updated VIF entry in instance network info cache for port b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.300341] env[63070]: DEBUG nova.network.neutron [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Updating instance_info_cache with network_info: [{"id": "b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f", "address": "fa:16:3e:99:5a:04", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c9d9ce-30", "ovs_interfaceid": "b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.390716] env[63070]: DEBUG nova.compute.manager [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Received event network-vif-plugged-dce80b61-52e4-4663-b141-607795d9c4ef {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1846.390950] env[63070]: DEBUG oslo_concurrency.lockutils [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] Acquiring lock "68246885-72ed-4ee4-b154-c16e5e79538e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.391183] env[63070]: DEBUG oslo_concurrency.lockutils [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] Lock "68246885-72ed-4ee4-b154-c16e5e79538e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.391354] env[63070]: DEBUG oslo_concurrency.lockutils [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] Lock "68246885-72ed-4ee4-b154-c16e5e79538e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.391536] env[63070]: DEBUG nova.compute.manager [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] No waiting events found dispatching network-vif-plugged-dce80b61-52e4-4663-b141-607795d9c4ef {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1846.391701] env[63070]: WARNING nova.compute.manager [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Received unexpected event network-vif-plugged-dce80b61-52e4-4663-b141-607795d9c4ef for instance with vm_state building and task_state spawning. [ 1846.391858] env[63070]: DEBUG nova.compute.manager [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Received event network-changed-dce80b61-52e4-4663-b141-607795d9c4ef {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1846.392037] env[63070]: DEBUG nova.compute.manager [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Refreshing instance network info cache due to event network-changed-dce80b61-52e4-4663-b141-607795d9c4ef. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1846.392224] env[63070]: DEBUG oslo_concurrency.lockutils [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] Acquiring lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.436596] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.437279] env[63070]: DEBUG nova.compute.manager [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1846.443930] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.444270] env[63070]: DEBUG nova.compute.manager [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Instance network_info: |[{"id": "dce80b61-52e4-4663-b141-607795d9c4ef", "address": "fa:16:3e:6b:6d:59", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce80b61-52", "ovs_interfaceid": "dce80b61-52e4-4663-b141-607795d9c4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1846.444595] env[63070]: DEBUG oslo_concurrency.lockutils [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] Acquired lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.444801] env[63070]: DEBUG nova.network.neutron [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Refreshing network info cache for port dce80b61-52e4-4663-b141-607795d9c4ef {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1846.446703] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:6d:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dce80b61-52e4-4663-b141-607795d9c4ef', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1846.455817] env[63070]: DEBUG oslo.service.loopingcall [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.457054] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1846.457852] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98b9b411-03b4-44fa-8783-10e0f7f391a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.481854] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1846.481854] env[63070]: value = "task-1771352" [ 1846.481854] env[63070]: _type = "Task" [ 1846.481854] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.493756] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771352, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.623812] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771348, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.753825] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.807996] env[63070]: DEBUG oslo_concurrency.lockutils [req-3442332c-9a38-41ff-b399-eaf5f176ba5c req-15889611-8200-47d1-9882-943a04383a83 service nova] Releasing lock "refresh_cache-a1a0175a-98f5-49da-b5ee-fe8ee22df442" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.815793] env[63070]: DEBUG nova.network.neutron [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Successfully updated port: 91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.942875] env[63070]: DEBUG nova.compute.utils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.944323] env[63070]: DEBUG nova.compute.manager [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1846.944509] env[63070]: DEBUG nova.network.neutron [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.988918] env[63070]: DEBUG nova.policy [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b9d37750b994d84a5293b98710cccfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edf2a5df56bc4599a0df33973095282e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1847.000145] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771352, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.120034] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533466} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.120799] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec/fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1847.121026] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1847.121380] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32cd1d8e-d630-4fdf-8c57-ec290068a8fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.132943] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1847.132943] env[63070]: value = "task-1771353" [ 1847.132943] env[63070]: _type = "Task" [ 1847.132943] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.146649] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.238073] env[63070]: DEBUG nova.network.neutron [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updated VIF entry in instance network info cache for port dce80b61-52e4-4663-b141-607795d9c4ef. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.238476] env[63070]: DEBUG nova.network.neutron [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance_info_cache with network_info: [{"id": "dce80b61-52e4-4663-b141-607795d9c4ef", "address": "fa:16:3e:6b:6d:59", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce80b61-52", "ovs_interfaceid": "dce80b61-52e4-4663-b141-607795d9c4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.256810] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.317485] env[63070]: DEBUG nova.network.neutron [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Successfully created port: 933aeecb-9a1f-43cc-a7bd-457d1c4d025b {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.319638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.319790] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.319930] env[63070]: DEBUG nova.network.neutron [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.447908] env[63070]: DEBUG nova.compute.manager [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1847.494173] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771352, 'name': CreateVM_Task, 'duration_secs': 0.573658} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.494348] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1847.495124] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.495299] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.495614] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1847.495981] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427cf085-a6db-4d04-bf5f-cb772294427f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.501370] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1847.501370] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d217ac-6254-f746-1d4b-c26e6c2ba718" [ 1847.501370] env[63070]: _type = "Task" [ 1847.501370] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.512027] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d217ac-6254-f746-1d4b-c26e6c2ba718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.571109] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "8dc9d504-c0b2-410a-8610-afa006d73b22" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.571403] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.571587] env[63070]: INFO nova.compute.manager [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Shelving [ 1847.647633] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10091} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.647984] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1847.648718] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbdcc8e-6b55-4085-aea9-c77f0fbec847 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.671630] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec/fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1847.671905] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-596a2185-09b5-4332-94fb-0e6d8626bd22 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.691834] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1847.691834] env[63070]: value = "task-1771354" [ 1847.691834] env[63070]: _type = "Task" [ 1847.691834] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.700080] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.741434] env[63070]: DEBUG oslo_concurrency.lockutils [req-673ea933-c9e2-41bb-8019-22ee1eb06c96 req-d7132407-4f2e-44cf-9943-0ee000a93b4e service nova] Releasing lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.755811] env[63070]: DEBUG oslo_vmware.api [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771343, 'name': ReconfigVM_Task, 'duration_secs': 6.189408} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.756093] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.756365] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Reconfigured VM to detach interface {{(pid=63070) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1847.856371] env[63070]: DEBUG nova.network.neutron [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.995694] env[63070]: DEBUG nova.network.neutron [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating instance_info_cache with network_info: [{"id": "91e2f409-673c-465a-baf0-2d250b913144", "address": "fa:16:3e:46:8e:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e2f409-67", "ovs_interfaceid": "91e2f409-673c-465a-baf0-2d250b913144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.010917] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d217ac-6254-f746-1d4b-c26e6c2ba718, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.011335] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.011526] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1848.011757] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.011917] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.012103] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1848.012375] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f2ba106-ce18-4da8-946a-f6a35b08a8a3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.024101] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1848.024101] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1848.024695] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f823a78a-502b-4918-87af-5874dfcd8db6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.031476] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1848.031476] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52edc843-049a-ff57-5b8a-2127939b9c95" [ 1848.031476] env[63070]: _type = "Task" [ 1848.031476] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.040196] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52edc843-049a-ff57-5b8a-2127939b9c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.068918] env[63070]: DEBUG nova.compute.manager [req-30fdc568-f68c-409c-a360-6186a3b11af0 req-4cab76d2-ffeb-44c9-b233-070cefb08c0a service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received event network-vif-deleted-69817a24-8fd3-4913-8f21-1828488a828d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1848.069181] env[63070]: INFO nova.compute.manager [req-30fdc568-f68c-409c-a360-6186a3b11af0 req-4cab76d2-ffeb-44c9-b233-070cefb08c0a service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Neutron deleted interface 69817a24-8fd3-4913-8f21-1828488a828d; detaching it from the instance and deleting it from the info cache [ 1848.069440] env[63070]: DEBUG nova.network.neutron [req-30fdc568-f68c-409c-a360-6186a3b11af0 req-4cab76d2-ffeb-44c9-b233-070cefb08c0a service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [{"id": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "address": "fa:16:3e:6e:19:60", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3210be4e-9b", "ovs_interfaceid": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a0623e0-21d2-4d58-b0f9-c705c30096ca", "address": "fa:16:3e:3d:6d:8b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0623e0-21", "ovs_interfaceid": "1a0623e0-21d2-4d58-b0f9-c705c30096ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.202853] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771354, 'name': ReconfigVM_Task, 'duration_secs': 0.36336} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.202853] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Reconfigured VM instance instance-0000006a to attach disk [datastore1] fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec/fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.203479] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cb6b6f8-5e8b-4e09-9a45-d48f42d67cff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.211403] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1848.211403] env[63070]: value = "task-1771355" [ 1848.211403] env[63070]: _type = "Task" [ 1848.211403] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.220835] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771355, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.417377] env[63070]: DEBUG nova.compute.manager [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received event network-vif-plugged-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1848.417741] env[63070]: DEBUG oslo_concurrency.lockutils [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] Acquiring lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.417741] env[63070]: DEBUG oslo_concurrency.lockutils [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.417934] env[63070]: DEBUG oslo_concurrency.lockutils [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.418211] env[63070]: DEBUG nova.compute.manager [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] No waiting events found dispatching network-vif-plugged-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1848.418439] env[63070]: WARNING nova.compute.manager [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received unexpected event network-vif-plugged-91e2f409-673c-465a-baf0-2d250b913144 for instance with vm_state building and task_state spawning. [ 1848.418611] env[63070]: DEBUG nova.compute.manager [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received event network-changed-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1848.418767] env[63070]: DEBUG nova.compute.manager [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Refreshing instance network info cache due to event network-changed-91e2f409-673c-465a-baf0-2d250b913144. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1848.418941] env[63070]: DEBUG oslo_concurrency.lockutils [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] Acquiring lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.457839] env[63070]: DEBUG nova.compute.manager [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1848.484394] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1848.484866] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.484866] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1848.485063] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.485219] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1848.485413] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1848.485695] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1848.485943] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1848.486412] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1848.486412] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1848.486559] env[63070]: DEBUG nova.virt.hardware [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1848.487735] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7a0abf-700e-4924-9cc2-147fb035f9ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.497708] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff61a30-a665-40bf-bd48-a8311ca61995 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.501588] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.501866] env[63070]: DEBUG nova.compute.manager [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Instance network_info: |[{"id": "91e2f409-673c-465a-baf0-2d250b913144", "address": "fa:16:3e:46:8e:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e2f409-67", "ovs_interfaceid": "91e2f409-673c-465a-baf0-2d250b913144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1848.502365] env[63070]: DEBUG oslo_concurrency.lockutils [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] Acquired lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.502543] env[63070]: DEBUG nova.network.neutron [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Refreshing network info cache for port 91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.503798] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:8e:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91e2f409-673c-465a-baf0-2d250b913144', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1848.511608] env[63070]: DEBUG oslo.service.loopingcall [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.512690] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1848.512905] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea91572a-43e6-49a9-8bf7-3e01f5bf7e6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.540616] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1848.540616] env[63070]: value = "task-1771356" [ 1848.540616] env[63070]: _type = "Task" [ 1848.540616] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.544352] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52edc843-049a-ff57-5b8a-2127939b9c95, 'name': SearchDatastore_Task, 'duration_secs': 0.013386} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.548612] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5241d437-9b25-4b3e-be79-16556727f28d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.555174] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1848.555174] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525ce157-8598-00d5-c23a-119df9d2782a" [ 1848.555174] env[63070]: _type = "Task" [ 1848.555174] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.558238] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771356, 'name': CreateVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.568542] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525ce157-8598-00d5-c23a-119df9d2782a, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.568637] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.568859] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 68246885-72ed-4ee4-b154-c16e5e79538e/68246885-72ed-4ee4-b154-c16e5e79538e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1848.569118] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a70b505-cc24-413c-83db-d9ec66786289 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.571180] env[63070]: DEBUG oslo_concurrency.lockutils [req-30fdc568-f68c-409c-a360-6186a3b11af0 req-4cab76d2-ffeb-44c9-b233-070cefb08c0a service nova] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.571352] env[63070]: DEBUG oslo_concurrency.lockutils [req-30fdc568-f68c-409c-a360-6186a3b11af0 req-4cab76d2-ffeb-44c9-b233-070cefb08c0a service nova] Acquired lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.572086] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de67af84-2b0e-4f8a-9701-e83d5822f6be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.578602] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1848.578897] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee4e4103-e3f6-41b3-ad2b-7324eaff4296 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.593105] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1848.593105] env[63070]: value = "task-1771357" [ 1848.593105] env[63070]: _type = "Task" [ 1848.593105] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.593691] env[63070]: DEBUG oslo_concurrency.lockutils [req-30fdc568-f68c-409c-a360-6186a3b11af0 req-4cab76d2-ffeb-44c9-b233-070cefb08c0a service nova] Releasing lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.593982] env[63070]: WARNING nova.compute.manager [req-30fdc568-f68c-409c-a360-6186a3b11af0 req-4cab76d2-ffeb-44c9-b233-070cefb08c0a service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Detach interface failed, port_id=69817a24-8fd3-4913-8f21-1828488a828d, reason: No device with interface-id 69817a24-8fd3-4913-8f21-1828488a828d exists on VM: nova.exception.NotFound: No device with interface-id 69817a24-8fd3-4913-8f21-1828488a828d exists on VM [ 1848.599884] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1848.599884] env[63070]: value = "task-1771358" [ 1848.599884] env[63070]: _type = "Task" [ 1848.599884] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.603392] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.611624] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.722021] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771355, 'name': Rename_Task, 'duration_secs': 0.145464} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.722354] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1848.722642] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-584fbc08-e7ab-4093-9b66-8f8930b419c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.729452] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1848.729452] env[63070]: value = "task-1771359" [ 1848.729452] env[63070]: _type = "Task" [ 1848.729452] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.738822] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.832648] env[63070]: DEBUG nova.network.neutron [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Successfully updated port: 933aeecb-9a1f-43cc-a7bd-457d1c4d025b {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1848.983066] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.983369] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.983640] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.983830] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.984058] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.986559] env[63070]: INFO nova.compute.manager [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Terminating instance [ 1849.055724] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.055817] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.056010] env[63070]: DEBUG nova.network.neutron [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.057298] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771356, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.105825] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518998} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.108869] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 68246885-72ed-4ee4-b154-c16e5e79538e/68246885-72ed-4ee4-b154-c16e5e79538e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.109105] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1849.109366] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86934494-da1d-4e91-ba25-b21f8a7d0956 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.118647] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771358, 'name': PowerOffVM_Task, 'duration_secs': 0.201378} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.120248] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.120649] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1849.120649] env[63070]: value = "task-1771360" [ 1849.120649] env[63070]: _type = "Task" [ 1849.120649] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.122348] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6815d432-71e6-4e6e-b275-695685b2520a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.132849] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.153240] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0233c54a-aaf9-4ee7-8597-4a77afee8ffb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.239319] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.272138] env[63070]: DEBUG nova.network.neutron [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updated VIF entry in instance network info cache for port 91e2f409-673c-465a-baf0-2d250b913144. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.272501] env[63070]: DEBUG nova.network.neutron [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating instance_info_cache with network_info: [{"id": "91e2f409-673c-465a-baf0-2d250b913144", "address": "fa:16:3e:46:8e:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e2f409-67", "ovs_interfaceid": "91e2f409-673c-465a-baf0-2d250b913144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.339487] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "refresh_cache-51ce3c3a-3b19-4a40-9769-f02b83900050" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.339674] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "refresh_cache-51ce3c3a-3b19-4a40-9769-f02b83900050" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.339808] env[63070]: DEBUG nova.network.neutron [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.491014] env[63070]: DEBUG nova.compute.manager [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.491305] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.492570] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87198699-c955-40c5-a6bc-2ceae0451f5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.499777] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.500015] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06aa94cb-dfa5-430f-98c2-5c239ed3f304 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.505682] env[63070]: DEBUG oslo_vmware.api [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1849.505682] env[63070]: value = "task-1771361" [ 1849.505682] env[63070]: _type = "Task" [ 1849.505682] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.512900] env[63070]: DEBUG oslo_vmware.api [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.554697] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771356, 'name': CreateVM_Task, 'duration_secs': 0.70526} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.554892] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1849.555631] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.555801] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.556139] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1849.556395] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa4e4b0-fda7-48f1-b8b1-52b29c8ffc33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.562581] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1849.562581] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52554aad-3071-eab4-79fe-b0883e143ceb" [ 1849.562581] env[63070]: _type = "Task" [ 1849.562581] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.570968] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52554aad-3071-eab4-79fe-b0883e143ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.634514] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062778} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.634820] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1849.636013] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5102630c-9e7d-4e91-88d9-dfbf33af273e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.657753] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 68246885-72ed-4ee4-b154-c16e5e79538e/68246885-72ed-4ee4-b154-c16e5e79538e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.658081] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1955996c-cb01-4e73-b147-0937faccb410 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.673727] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1849.674103] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-73b9ee10-3cb4-4567-88a1-f52d80cedcc8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.681103] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1849.681103] env[63070]: value = "task-1771362" [ 1849.681103] env[63070]: _type = "Task" [ 1849.681103] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.685879] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1849.685879] env[63070]: value = "task-1771363" [ 1849.685879] env[63070]: _type = "Task" [ 1849.685879] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.691931] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.697891] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.743184] env[63070]: DEBUG oslo_vmware.api [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771359, 'name': PowerOnVM_Task, 'duration_secs': 0.699119} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.743184] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1849.743184] env[63070]: INFO nova.compute.manager [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1849.743184] env[63070]: DEBUG nova.compute.manager [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.743184] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07adce9-86a0-4b61-8143-0dbbafe1b138 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.775228] env[63070]: DEBUG oslo_concurrency.lockutils [req-94acb96d-f74c-4727-a147-ee5466eed0ee req-ae90e87b-2cca-4e88-bcff-61b4804d113d service nova] Releasing lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.821583] env[63070]: INFO nova.network.neutron [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Port 1a0623e0-21d2-4d58-b0f9-c705c30096ca from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1849.821974] env[63070]: DEBUG nova.network.neutron [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [{"id": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "address": "fa:16:3e:6e:19:60", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3210be4e-9b", "ovs_interfaceid": "3210be4e-9bb5-40d1-8f37-d9be9eb56ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.869349] env[63070]: DEBUG nova.network.neutron [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1849.998848] env[63070]: DEBUG nova.network.neutron [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Updating instance_info_cache with network_info: [{"id": "933aeecb-9a1f-43cc-a7bd-457d1c4d025b", "address": "fa:16:3e:1d:c3:a0", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933aeecb-9a", "ovs_interfaceid": "933aeecb-9a1f-43cc-a7bd-457d1c4d025b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.015949] env[63070]: DEBUG oslo_vmware.api [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771361, 'name': PowerOffVM_Task, 'duration_secs': 0.260463} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.016210] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.016376] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.016619] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d18a3ce8-a161-4c98-a211-b7302bb0e898 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.072696] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52554aad-3071-eab4-79fe-b0883e143ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.072968] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.073219] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1850.073458] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.073600] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.073806] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.074043] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87e77839-e85e-4056-89b5-cc45e1894818 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.090295] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.090483] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1850.091192] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde97acf-6f92-4bc6-920f-000e1efddde8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.095979] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1850.095979] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5299a4b7-ffb5-f8a5-9111-9e1645ba94ab" [ 1850.095979] env[63070]: _type = "Task" [ 1850.095979] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.102223] env[63070]: DEBUG nova.compute.manager [req-ddec771a-fe9f-47db-a36d-fcc8a980e707 req-1c6a6ad0-66fe-433b-bc48-c551477b6c95 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received event network-vif-deleted-1a0623e0-21d2-4d58-b0f9-c705c30096ca {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1850.105583] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5299a4b7-ffb5-f8a5-9111-9e1645ba94ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.193319] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.198193] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771363, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.262632] env[63070]: INFO nova.compute.manager [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Took 18.84 seconds to build instance. [ 1850.325175] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-8c749d82-9fcb-40b8-b478-3b4bf79fd904" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.445318] env[63070]: DEBUG nova.compute.manager [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Received event network-vif-plugged-933aeecb-9a1f-43cc-a7bd-457d1c4d025b {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1850.445530] env[63070]: DEBUG oslo_concurrency.lockutils [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] Acquiring lock "51ce3c3a-3b19-4a40-9769-f02b83900050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.445757] env[63070]: DEBUG oslo_concurrency.lockutils [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.445887] env[63070]: DEBUG oslo_concurrency.lockutils [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.446066] env[63070]: DEBUG nova.compute.manager [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] No waiting events found dispatching network-vif-plugged-933aeecb-9a1f-43cc-a7bd-457d1c4d025b {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1850.446239] env[63070]: WARNING nova.compute.manager [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Received unexpected event network-vif-plugged-933aeecb-9a1f-43cc-a7bd-457d1c4d025b for instance with vm_state building and task_state spawning. [ 1850.446396] env[63070]: DEBUG nova.compute.manager [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Received event network-changed-933aeecb-9a1f-43cc-a7bd-457d1c4d025b {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1850.446545] env[63070]: DEBUG nova.compute.manager [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Refreshing instance network info cache due to event network-changed-933aeecb-9a1f-43cc-a7bd-457d1c4d025b. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1850.446706] env[63070]: DEBUG oslo_concurrency.lockutils [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] Acquiring lock "refresh_cache-51ce3c3a-3b19-4a40-9769-f02b83900050" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.502070] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "refresh_cache-51ce3c3a-3b19-4a40-9769-f02b83900050" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.502415] env[63070]: DEBUG nova.compute.manager [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Instance network_info: |[{"id": "933aeecb-9a1f-43cc-a7bd-457d1c4d025b", "address": "fa:16:3e:1d:c3:a0", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933aeecb-9a", "ovs_interfaceid": "933aeecb-9a1f-43cc-a7bd-457d1c4d025b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1850.502724] env[63070]: DEBUG oslo_concurrency.lockutils [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] Acquired lock "refresh_cache-51ce3c3a-3b19-4a40-9769-f02b83900050" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.502987] env[63070]: DEBUG nova.network.neutron [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Refreshing network info cache for port 933aeecb-9a1f-43cc-a7bd-457d1c4d025b {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.504948] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:c3:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '933aeecb-9a1f-43cc-a7bd-457d1c4d025b', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1850.512984] env[63070]: DEBUG oslo.service.loopingcall [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.516017] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1850.516481] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-885f30c9-6719-4f8c-ae7e-c2e1dfea32f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.538543] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1850.538543] env[63070]: value = "task-1771366" [ 1850.538543] env[63070]: _type = "Task" [ 1850.538543] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.547998] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.606713] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5299a4b7-ffb5-f8a5-9111-9e1645ba94ab, 'name': SearchDatastore_Task, 'duration_secs': 0.048103} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.607776] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c565f3b-a86e-4698-bcfd-c17e406499a6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.612997] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1850.612997] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d68946-67fd-778e-d3f3-17b005242c98" [ 1850.612997] env[63070]: _type = "Task" [ 1850.612997] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.621651] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d68946-67fd-778e-d3f3-17b005242c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.702214] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.705966] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771363, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.765082] env[63070]: DEBUG oslo_concurrency.lockutils [None req-79b9eaef-8c49-478f-9023-1c22a8ebcd54 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.352s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.829923] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bfa0a318-6646-4316-987f-4cf9375fb098 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-8c749d82-9fcb-40b8-b478-3b4bf79fd904-69817a24-8fd3-4913-8f21-1828488a828d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.191s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.840959] env[63070]: DEBUG nova.network.neutron [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Updated VIF entry in instance network info cache for port 933aeecb-9a1f-43cc-a7bd-457d1c4d025b. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.840959] env[63070]: DEBUG nova.network.neutron [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Updating instance_info_cache with network_info: [{"id": "933aeecb-9a1f-43cc-a7bd-457d1c4d025b", "address": "fa:16:3e:1d:c3:a0", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933aeecb-9a", "ovs_interfaceid": "933aeecb-9a1f-43cc-a7bd-457d1c4d025b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.048352] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.123764] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d68946-67fd-778e-d3f3-17b005242c98, 'name': SearchDatastore_Task, 'duration_secs': 0.015946} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.124043] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.124438] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 45fdd209-dbd4-45e6-a859-b6097a5f2529/45fdd209-dbd4-45e6-a859-b6097a5f2529.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1851.125134] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37016f60-9c09-4871-ac94-3d7034ee9572 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.130541] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1851.130541] env[63070]: value = "task-1771367" [ 1851.130541] env[63070]: _type = "Task" [ 1851.130541] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.138064] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.195306] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771362, 'name': ReconfigVM_Task, 'duration_secs': 1.122856} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.195998] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 68246885-72ed-4ee4-b154-c16e5e79538e/68246885-72ed-4ee4-b154-c16e5e79538e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1851.196638] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf5bdf30-49f9-4cf2-ab06-f7203befe795 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.200912] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771363, 'name': CreateSnapshot_Task, 'duration_secs': 1.313571} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.201482] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1851.202213] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82742dab-f163-4626-b22d-49ba3bc33af0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.205314] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1851.205314] env[63070]: value = "task-1771368" [ 1851.205314] env[63070]: _type = "Task" [ 1851.205314] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.221554] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771368, 'name': Rename_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.341869] env[63070]: DEBUG oslo_concurrency.lockutils [req-39265d65-826e-42fa-af73-e45d2f3291eb req-448c6115-2f71-4663-ac7f-4a67b3639f56 service nova] Releasing lock "refresh_cache-51ce3c3a-3b19-4a40-9769-f02b83900050" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.549911] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.640918] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465933} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.641305] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 45fdd209-dbd4-45e6-a859-b6097a5f2529/45fdd209-dbd4-45e6-a859-b6097a5f2529.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1851.641528] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1851.641782] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b5570c-3c9e-43e5-87be-4fbc795cc77b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.648874] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1851.648874] env[63070]: value = "task-1771369" [ 1851.648874] env[63070]: _type = "Task" [ 1851.648874] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.656903] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.714365] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771368, 'name': Rename_Task, 'duration_secs': 0.135316} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.714636] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1851.714899] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c861ed1-f36a-4a0b-b3f7-992e1ec0a252 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.725135] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1851.726495] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.726748] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.726956] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.727176] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.727351] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.729367] env[63070]: INFO nova.compute.manager [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Terminating instance [ 1851.731968] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ceae90bb-a73d-4c71-9a0c-99dd6db93da5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.735388] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1851.735388] env[63070]: value = "task-1771370" [ 1851.735388] env[63070]: _type = "Task" [ 1851.735388] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.741268] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1851.741268] env[63070]: value = "task-1771371" [ 1851.741268] env[63070]: _type = "Task" [ 1851.741268] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.747820] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771370, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.753305] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.049885] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.158600] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055638} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.158824] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.159684] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596250a7-b261-4107-93de-fff9772e9d3f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.182313] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 45fdd209-dbd4-45e6-a859-b6097a5f2529/45fdd209-dbd4-45e6-a859-b6097a5f2529.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.182609] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1363a90d-08a4-479b-a591-4b1720fe3fee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.201888] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1852.201888] env[63070]: value = "task-1771372" [ 1852.201888] env[63070]: _type = "Task" [ 1852.201888] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.212559] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.233023] env[63070]: DEBUG nova.compute.manager [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1852.233312] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1852.234343] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313573d7-d4ec-482a-b18d-28b710dbd7d4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.252453] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1852.252720] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771370, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.253385] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2334ce0-6061-43db-84d8-3a36165bf7fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.258265] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.262918] env[63070]: DEBUG oslo_vmware.api [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1852.262918] env[63070]: value = "task-1771373" [ 1852.262918] env[63070]: _type = "Task" [ 1852.262918] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.271198] env[63070]: DEBUG oslo_vmware.api [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.548981] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.667588] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1852.667817] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367818', 'volume_id': '27e64257-2645-4bd2-b4c5-67fe45adc962', 'name': 'volume-27e64257-2645-4bd2-b4c5-67fe45adc962', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e34be017-2ff4-44f0-b44b-3abde2d39837', 'attached_at': '', 'detached_at': '', 'volume_id': '27e64257-2645-4bd2-b4c5-67fe45adc962', 'serial': '27e64257-2645-4bd2-b4c5-67fe45adc962'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1852.668822] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff633b-ff1e-4fb1-b4c9-3c8f6888e8c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.685118] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6878d1c-6145-484e-9eb2-70a067d89e82 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.708973] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-27e64257-2645-4bd2-b4c5-67fe45adc962/volume-27e64257-2645-4bd2-b4c5-67fe45adc962.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.709408] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6492bbc4-98e3-4a4c-a75c-e2237ea49a7b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.730259] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.731510] env[63070]: DEBUG oslo_vmware.api [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1852.731510] env[63070]: value = "task-1771374" [ 1852.731510] env[63070]: _type = "Task" [ 1852.731510] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.738875] env[63070]: DEBUG oslo_vmware.api [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.748667] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771370, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.753535] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.771241] env[63070]: DEBUG oslo_vmware.api [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771373, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.049995] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.219868] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771372, 'name': ReconfigVM_Task, 'duration_secs': 0.647824} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.220753] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 45fdd209-dbd4-45e6-a859-b6097a5f2529/45fdd209-dbd4-45e6-a859-b6097a5f2529.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1853.221526] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b23e62f-d81b-475e-a7ba-937d7c8529aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.228164] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1853.228164] env[63070]: value = "task-1771375" [ 1853.228164] env[63070]: _type = "Task" [ 1853.228164] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.240719] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771375, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.249962] env[63070]: DEBUG oslo_vmware.api [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771374, 'name': ReconfigVM_Task, 'duration_secs': 0.397651} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.253455] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-27e64257-2645-4bd2-b4c5-67fe45adc962/volume-27e64257-2645-4bd2-b4c5-67fe45adc962.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1853.258366] env[63070]: DEBUG oslo_vmware.api [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771370, 'name': PowerOnVM_Task, 'duration_secs': 1.128836} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.261594] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9ece72-cf64-4b12-91d1-ca0e8497ccff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.271579] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1853.271848] env[63070]: INFO nova.compute.manager [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1853.272146] env[63070]: DEBUG nova.compute.manager [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1853.272488] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.273367] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2259a7-c814-41c4-9d44-20a2aca03c60 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.284223] env[63070]: DEBUG oslo_vmware.api [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771373, 'name': PowerOffVM_Task, 'duration_secs': 0.557158} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.286673] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1853.286908] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1853.290211] env[63070]: DEBUG oslo_vmware.api [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1853.290211] env[63070]: value = "task-1771376" [ 1853.290211] env[63070]: _type = "Task" [ 1853.290211] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.290430] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2f4c641-198e-4ca9-81f6-3108beb0809f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.300589] env[63070]: DEBUG oslo_vmware.api [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.550242] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.736908] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771375, 'name': Rename_Task, 'duration_secs': 0.159683} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.738662] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.738662] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-474fd614-e410-4cd2-9700-dbd7c82e4e45 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.743759] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1853.743759] env[63070]: value = "task-1771378" [ 1853.743759] env[63070]: _type = "Task" [ 1853.743759] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.753017] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.755859] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.801519] env[63070]: INFO nova.compute.manager [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Took 15.38 seconds to build instance. [ 1853.805595] env[63070]: DEBUG oslo_vmware.api [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771376, 'name': ReconfigVM_Task, 'duration_secs': 0.134967} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.805819] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367818', 'volume_id': '27e64257-2645-4bd2-b4c5-67fe45adc962', 'name': 'volume-27e64257-2645-4bd2-b4c5-67fe45adc962', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e34be017-2ff4-44f0-b44b-3abde2d39837', 'attached_at': '', 'detached_at': '', 'volume_id': '27e64257-2645-4bd2-b4c5-67fe45adc962', 'serial': '27e64257-2645-4bd2-b4c5-67fe45adc962'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1854.050832] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.256165] env[63070]: DEBUG oslo_vmware.api [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771378, 'name': PowerOnVM_Task, 'duration_secs': 0.406308} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.259237] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.259452] env[63070]: INFO nova.compute.manager [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1854.259625] env[63070]: DEBUG nova.compute.manager [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.259894] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.260581] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0591596c-e57a-4bcb-aca3-632041f40e05 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.303585] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ea55995-01ab-4fe0-81e3-0b388af4be72 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.895s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.551719] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.755932] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.780265] env[63070]: INFO nova.compute.manager [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Took 14.73 seconds to build instance. [ 1854.843142] env[63070]: DEBUG nova.objects.instance [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'flavor' on Instance uuid e34be017-2ff4-44f0-b44b-3abde2d39837 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.962026] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1854.962026] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1854.962026] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1854.962026] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1854.962026] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1854.962026] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1854.962026] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1854.962026] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1854.962026] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.052911] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.138380] env[63070]: DEBUG nova.compute.manager [req-d99d3856-df6c-47cd-9bd5-d58bf174a3c0 req-3e789d01-24a2-4e11-98a6-f04042dcc1da service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Received event network-changed-dce80b61-52e4-4663-b141-607795d9c4ef {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1855.138575] env[63070]: DEBUG nova.compute.manager [req-d99d3856-df6c-47cd-9bd5-d58bf174a3c0 req-3e789d01-24a2-4e11-98a6-f04042dcc1da service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Refreshing instance network info cache due to event network-changed-dce80b61-52e4-4663-b141-607795d9c4ef. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1855.138856] env[63070]: DEBUG oslo_concurrency.lockutils [req-d99d3856-df6c-47cd-9bd5-d58bf174a3c0 req-3e789d01-24a2-4e11-98a6-f04042dcc1da service nova] Acquiring lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.139415] env[63070]: DEBUG oslo_concurrency.lockutils [req-d99d3856-df6c-47cd-9bd5-d58bf174a3c0 req-3e789d01-24a2-4e11-98a6-f04042dcc1da service nova] Acquired lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.139621] env[63070]: DEBUG nova.network.neutron [req-d99d3856-df6c-47cd-9bd5-d58bf174a3c0 req-3e789d01-24a2-4e11-98a6-f04042dcc1da service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Refreshing network info cache for port dce80b61-52e4-4663-b141-607795d9c4ef {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.255099] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.282026] env[63070]: DEBUG oslo_concurrency.lockutils [None req-8fbef135-d7d0-4cd6-ad76-482a9b62e4aa tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.240s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.347793] env[63070]: DEBUG oslo_concurrency.lockutils [None req-25b98663-9178-431c-9524-f3188d7b4010 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.299s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.383011] env[63070]: DEBUG nova.compute.manager [req-818f02d5-086c-4a99-92cd-37dd69e9188c req-7a5341e5-7d05-4afc-af1a-f33d25656798 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received event network-changed-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1855.383397] env[63070]: DEBUG nova.compute.manager [req-818f02d5-086c-4a99-92cd-37dd69e9188c req-7a5341e5-7d05-4afc-af1a-f33d25656798 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Refreshing instance network info cache due to event network-changed-91e2f409-673c-465a-baf0-2d250b913144. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1855.383674] env[63070]: DEBUG oslo_concurrency.lockutils [req-818f02d5-086c-4a99-92cd-37dd69e9188c req-7a5341e5-7d05-4afc-af1a-f33d25656798 service nova] Acquiring lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.383674] env[63070]: DEBUG oslo_concurrency.lockutils [req-818f02d5-086c-4a99-92cd-37dd69e9188c req-7a5341e5-7d05-4afc-af1a-f33d25656798 service nova] Acquired lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.383848] env[63070]: DEBUG nova.network.neutron [req-818f02d5-086c-4a99-92cd-37dd69e9188c req-7a5341e5-7d05-4afc-af1a-f33d25656798 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Refreshing network info cache for port 91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.464621] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.464822] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.464822] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.464974] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1855.465884] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e526cd45-4e95-4b3b-aae0-a3d3978163af {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.475701] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949e0951-dfb4-4a20-a6a0-73079b0145e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.491295] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb71b557-298a-4f17-a65b-516fd6613fdf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.498135] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc3f554-beb8-4b40-8e8a-ef3534a437a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.501338] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "e34be017-2ff4-44f0-b44b-3abde2d39837" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.501558] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.502353] env[63070]: DEBUG nova.compute.manager [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.502677] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac35037-be86-4b95-a478-d618cd3cfb31 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.508409] env[63070]: DEBUG nova.compute.manager [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63070) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1855.508953] env[63070]: DEBUG nova.objects.instance [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'flavor' on Instance uuid e34be017-2ff4-44f0-b44b-3abde2d39837 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.535871] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180085MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1855.536186] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.536313] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.553423] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.756011] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.808860] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.809126] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.809421] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleting the datastore file [datastore1] fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.809729] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7edfd2fe-ef5a-48a8-8654-95b80bc61b3e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.816558] env[63070]: DEBUG oslo_vmware.api [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for the task: (returnval){ [ 1855.816558] env[63070]: value = "task-1771379" [ 1855.816558] env[63070]: _type = "Task" [ 1855.816558] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.826962] env[63070]: DEBUG oslo_vmware.api [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.909614] env[63070]: DEBUG nova.network.neutron [req-d99d3856-df6c-47cd-9bd5-d58bf174a3c0 req-3e789d01-24a2-4e11-98a6-f04042dcc1da service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updated VIF entry in instance network info cache for port dce80b61-52e4-4663-b141-607795d9c4ef. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.909993] env[63070]: DEBUG nova.network.neutron [req-d99d3856-df6c-47cd-9bd5-d58bf174a3c0 req-3e789d01-24a2-4e11-98a6-f04042dcc1da service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance_info_cache with network_info: [{"id": "dce80b61-52e4-4663-b141-607795d9c4ef", "address": "fa:16:3e:6b:6d:59", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce80b61-52", "ovs_interfaceid": "dce80b61-52e4-4663-b141-607795d9c4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.959496] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.959767] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.959953] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleting the datastore file [datastore1] 8c749d82-9fcb-40b8-b478-3b4bf79fd904 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.960295] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-537111ee-0842-488b-9b5f-afcbfa504e1a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.970218] env[63070]: DEBUG oslo_vmware.api [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1855.970218] env[63070]: value = "task-1771380" [ 1855.970218] env[63070]: _type = "Task" [ 1855.970218] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.977314] env[63070]: DEBUG oslo_vmware.api [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.048301] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.052343] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1869bae8-2ddf-4297-a247-3c1691ae14ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.059584] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771366, 'name': CreateVM_Task, 'duration_secs': 5.458173} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.061376] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.061811] env[63070]: DEBUG oslo_vmware.api [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1856.061811] env[63070]: value = "task-1771381" [ 1856.061811] env[63070]: _type = "Task" [ 1856.061811] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.062720] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.062882] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.063208] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.063529] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893c6d18-3167-41a4-9148-62774e058738 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.074211] env[63070]: DEBUG oslo_vmware.api [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.075508] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1856.075508] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5216137b-e27b-87d1-b274-98fd7472b202" [ 1856.075508] env[63070]: _type = "Task" [ 1856.075508] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.083565] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5216137b-e27b-87d1-b274-98fd7472b202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.257372] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.325467] env[63070]: DEBUG oslo_vmware.api [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Task: {'id': task-1771379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148519} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.325756] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.325941] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.326132] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.326307] env[63070]: INFO nova.compute.manager [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Took 4.09 seconds to destroy the instance on the hypervisor. [ 1856.326555] env[63070]: DEBUG oslo.service.loopingcall [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.327074] env[63070]: DEBUG nova.compute.manager [-] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1856.327205] env[63070]: DEBUG nova.network.neutron [-] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1856.381991] env[63070]: DEBUG nova.network.neutron [req-818f02d5-086c-4a99-92cd-37dd69e9188c req-7a5341e5-7d05-4afc-af1a-f33d25656798 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updated VIF entry in instance network info cache for port 91e2f409-673c-465a-baf0-2d250b913144. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.382364] env[63070]: DEBUG nova.network.neutron [req-818f02d5-086c-4a99-92cd-37dd69e9188c req-7a5341e5-7d05-4afc-af1a-f33d25656798 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating instance_info_cache with network_info: [{"id": "91e2f409-673c-465a-baf0-2d250b913144", "address": "fa:16:3e:46:8e:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e2f409-67", "ovs_interfaceid": "91e2f409-673c-465a-baf0-2d250b913144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.412745] env[63070]: DEBUG oslo_concurrency.lockutils [req-d99d3856-df6c-47cd-9bd5-d58bf174a3c0 req-3e789d01-24a2-4e11-98a6-f04042dcc1da service nova] Releasing lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.482233] env[63070]: DEBUG oslo_vmware.api [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186466} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.482233] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.482233] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.482233] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.482233] env[63070]: INFO nova.compute.manager [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Took 6.99 seconds to destroy the instance on the hypervisor. [ 1856.482233] env[63070]: DEBUG oslo.service.loopingcall [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.482233] env[63070]: DEBUG nova.compute.manager [-] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1856.482233] env[63070]: DEBUG nova.network.neutron [-] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1856.524801] env[63070]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 1a0623e0-21d2-4d58-b0f9-c705c30096ca could not be found.", "detail": ""}} {{(pid=63070) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1856.525163] env[63070]: DEBUG nova.network.neutron [-] Unable to show port 1a0623e0-21d2-4d58-b0f9-c705c30096ca as it no longer exists. {{(pid=63070) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1856.574770] env[63070]: DEBUG oslo_vmware.api [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771381, 'name': PowerOffVM_Task, 'duration_secs': 0.179473} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.577205] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance eb7c6d24-9b2c-4777-8b73-8b8f3463e868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1856.577370] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 8c749d82-9fcb-40b8-b478-3b4bf79fd904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1856.577500] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance e34be017-2ff4-44f0-b44b-3abde2d39837 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1856.577618] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 8dc9d504-c0b2-410a-8610-afa006d73b22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1856.577766] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance a1a0175a-98f5-49da-b5ee-fe8ee22df442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1856.577898] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1856.578017] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 68246885-72ed-4ee4-b154-c16e5e79538e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1856.578175] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 45fdd209-dbd4-45e6-a859-b6097a5f2529 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1856.578294] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 51ce3c3a-3b19-4a40-9769-f02b83900050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1856.578485] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1856.579315] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1856.582805] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1856.582805] env[63070]: DEBUG nova.compute.manager [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.584115] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b015ba68-e02c-41c4-a43b-83f6743b0a43 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.600333] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5216137b-e27b-87d1-b274-98fd7472b202, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.603476] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.603933] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.603933] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.604114] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.604257] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.605330] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09cd0e68-098e-439b-8fea-623068300130 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.613797] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.613998] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.615293] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05b38fc-32e5-4ce7-ac11-d91c429ac624 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.625188] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1856.625188] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a22b91-8a77-7ce7-f815-9cb9bcb51914" [ 1856.625188] env[63070]: _type = "Task" [ 1856.625188] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.635260] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a22b91-8a77-7ce7-f815-9cb9bcb51914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.737547] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cb1b56-3ccc-4b2d-aaaf-5b6cfdeedde3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.747409] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070956d2-7a1f-4eda-9ac4-b8771e00277e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.758836] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771371, 'name': CloneVM_Task, 'duration_secs': 4.899176} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.783353] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Created linked-clone VM from snapshot [ 1856.784803] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846cce01-f9e0-4cf3-841f-3b7dc38c8f56 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.788032] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d321ad-3f77-4e09-87ac-76d4de425254 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.798944] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f4d87-b393-4f21-96a2-aa16c7574132 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.803359] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Uploading image f29625e9-1048-448e-b7e7-68cc442cf780 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1856.815889] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.834800] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1856.834800] env[63070]: value = "vm-367823" [ 1856.834800] env[63070]: _type = "VirtualMachine" [ 1856.834800] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1856.835431] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b5d2c4c6-8edd-4afa-983a-f08fab65387d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.843211] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lease: (returnval){ [ 1856.843211] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526e9b82-8d4f-135c-c509-4f15d1452839" [ 1856.843211] env[63070]: _type = "HttpNfcLease" [ 1856.843211] env[63070]: } obtained for exporting VM: (result){ [ 1856.843211] env[63070]: value = "vm-367823" [ 1856.843211] env[63070]: _type = "VirtualMachine" [ 1856.843211] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1856.843653] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the lease: (returnval){ [ 1856.843653] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526e9b82-8d4f-135c-c509-4f15d1452839" [ 1856.843653] env[63070]: _type = "HttpNfcLease" [ 1856.843653] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1856.850741] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1856.850741] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526e9b82-8d4f-135c-c509-4f15d1452839" [ 1856.850741] env[63070]: _type = "HttpNfcLease" [ 1856.850741] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1856.885768] env[63070]: DEBUG oslo_concurrency.lockutils [req-818f02d5-086c-4a99-92cd-37dd69e9188c req-7a5341e5-7d05-4afc-af1a-f33d25656798 service nova] Releasing lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.083879] env[63070]: DEBUG nova.network.neutron [-] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.107138] env[63070]: DEBUG oslo_concurrency.lockutils [None req-17e22d42-372c-4b48-91fb-3b8a600bc23e tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.605s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.137287] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a22b91-8a77-7ce7-f815-9cb9bcb51914, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.138170] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d106eb-49cc-4e22-a6a4-80c27e3b3a34 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.143765] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1857.143765] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524e56fc-e854-5264-f0c0-c3b9327411fa" [ 1857.143765] env[63070]: _type = "Task" [ 1857.143765] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.152681] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524e56fc-e854-5264-f0c0-c3b9327411fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.179888] env[63070]: DEBUG nova.compute.manager [req-0c04a6ed-0e96-40b8-a3e3-e0eb559938ea req-c5384287-bd21-4288-ac12-15356941a7c6 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Received event network-vif-deleted-3210be4e-9bb5-40d1-8f37-d9be9eb56ab2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1857.179888] env[63070]: INFO nova.compute.manager [req-0c04a6ed-0e96-40b8-a3e3-e0eb559938ea req-c5384287-bd21-4288-ac12-15356941a7c6 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Neutron deleted interface 3210be4e-9bb5-40d1-8f37-d9be9eb56ab2; detaching it from the instance and deleting it from the info cache [ 1857.179888] env[63070]: DEBUG nova.network.neutron [req-0c04a6ed-0e96-40b8-a3e3-e0eb559938ea req-c5384287-bd21-4288-ac12-15356941a7c6 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.319934] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1857.352632] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1857.352632] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526e9b82-8d4f-135c-c509-4f15d1452839" [ 1857.352632] env[63070]: _type = "HttpNfcLease" [ 1857.352632] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1857.353067] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1857.353067] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526e9b82-8d4f-135c-c509-4f15d1452839" [ 1857.353067] env[63070]: _type = "HttpNfcLease" [ 1857.353067] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1857.353703] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562c9361-8749-4dac-b193-4082c5d54d21 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.362909] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d6e6-911c-ebb4-6d8b-9343dddb1459/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1857.363151] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d6e6-911c-ebb4-6d8b-9343dddb1459/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1857.424182] env[63070]: DEBUG nova.compute.manager [req-b204c8a7-1823-4793-9574-1ca775a98912 req-f00e2009-93be-4d79-9de6-ac828caa57e0 service nova] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Received event network-vif-deleted-401d25be-6f24-42da-baca-5c8c159ce829 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1857.545496] env[63070]: DEBUG nova.network.neutron [-] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.587781] env[63070]: INFO nova.compute.manager [-] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Took 1.26 seconds to deallocate network for instance. [ 1857.607241] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36ccd8ea-c979-437d-acfc-7cdd494ba960 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.654324] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524e56fc-e854-5264-f0c0-c3b9327411fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017776} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.654582] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.654854] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 51ce3c3a-3b19-4a40-9769-f02b83900050/51ce3c3a-3b19-4a40-9769-f02b83900050.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.655247] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7eff6ba-2e76-4667-9eac-98d9fc79e808 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.663551] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1857.663551] env[63070]: value = "task-1771383" [ 1857.663551] env[63070]: _type = "Task" [ 1857.663551] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.672238] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.684989] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a563f3c-edff-4106-a36b-54542aa0af1e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.694034] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7ff661-bfd5-4201-955b-064084222c79 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.731411] env[63070]: DEBUG nova.compute.manager [req-0c04a6ed-0e96-40b8-a3e3-e0eb559938ea req-c5384287-bd21-4288-ac12-15356941a7c6 service nova] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Detach interface failed, port_id=3210be4e-9bb5-40d1-8f37-d9be9eb56ab2, reason: Instance 8c749d82-9fcb-40b8-b478-3b4bf79fd904 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1857.825022] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1857.825457] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.289s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.961618] env[63070]: DEBUG nova.objects.instance [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'flavor' on Instance uuid e34be017-2ff4-44f0-b44b-3abde2d39837 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.048645] env[63070]: INFO nova.compute.manager [-] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Took 1.57 seconds to deallocate network for instance. [ 1858.094330] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.094607] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.095249] env[63070]: DEBUG nova.objects.instance [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lazy-loading 'resources' on Instance uuid fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.175900] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771383, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.466755] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.466931] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquired lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.467138] env[63070]: DEBUG nova.network.neutron [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.467313] env[63070]: DEBUG nova.objects.instance [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'info_cache' on Instance uuid e34be017-2ff4-44f0-b44b-3abde2d39837 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.555798] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.674804] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775021} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.678868] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 51ce3c3a-3b19-4a40-9769-f02b83900050/51ce3c3a-3b19-4a40-9769-f02b83900050.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.679193] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.680025] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ab80d37-9600-41bc-87af-2e5463331381 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.687259] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1858.687259] env[63070]: value = "task-1771384" [ 1858.687259] env[63070]: _type = "Task" [ 1858.687259] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.697978] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.742045] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4ff14-55ff-42f2-9450-3788726ed085 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.750346] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbe5e5c-08cb-4edd-b2d1-237b364edf5f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.784404] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7929048f-23a3-47c4-b7b7-01f6cac6e5b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.792111] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600906fe-6f16-4982-8eb9-8f370cc17cad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.806852] env[63070]: DEBUG nova.compute.provider_tree [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1858.970649] env[63070]: DEBUG nova.objects.base [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1859.198502] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080081} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.200047] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1859.200047] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651130ec-8d16-4cf1-a090-be7079014ac3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.222452] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 51ce3c3a-3b19-4a40-9769-f02b83900050/51ce3c3a-3b19-4a40-9769-f02b83900050.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1859.222809] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a7a7232-b1a2-4e79-a91c-cabd3c2d213c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.243167] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1859.243167] env[63070]: value = "task-1771385" [ 1859.243167] env[63070]: _type = "Task" [ 1859.243167] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.250957] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.329684] env[63070]: ERROR nova.scheduler.client.report [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] [req-93bced0e-6e92-43b2-935f-feb843fcd57c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-93bced0e-6e92-43b2-935f-feb843fcd57c"}]} [ 1859.347122] env[63070]: DEBUG nova.scheduler.client.report [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1859.364321] env[63070]: DEBUG nova.scheduler.client.report [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1859.364551] env[63070]: DEBUG nova.compute.provider_tree [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1859.379750] env[63070]: DEBUG nova.scheduler.client.report [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1859.398850] env[63070]: DEBUG nova.scheduler.client.report [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1859.517513] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0b522f-3bb9-4931-8780-f1a5c7f12848 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.525196] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31ecf03-ec1a-4b7a-af77-4ace773732a0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.559567] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ac9df2-0062-4ef2-806e-06693340d592 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.567328] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e16158-3f4a-4154-8e6e-d3c89826843f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.582104] env[63070]: DEBUG nova.compute.provider_tree [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1859.749644] env[63070]: DEBUG nova.network.neutron [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Updating instance_info_cache with network_info: [{"id": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "address": "fa:16:3e:14:f2:13", "network": {"id": "3c192b79-fee6-47e4-b6cb-923f4d4b8f23", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2103176259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f671ada90424b6f85ad8ee9cdb1dc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a73e2fa-a6", "ovs_interfaceid": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.755696] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771385, 'name': ReconfigVM_Task, 'duration_secs': 0.299941} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.756746] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 51ce3c3a-3b19-4a40-9769-f02b83900050/51ce3c3a-3b19-4a40-9769-f02b83900050.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.757022] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2bafb45-2394-4064-a4e8-a3e324fbad16 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.764097] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1859.764097] env[63070]: value = "task-1771386" [ 1859.764097] env[63070]: _type = "Task" [ 1859.764097] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.771970] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771386, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.116492] env[63070]: DEBUG nova.scheduler.client.report [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1860.116492] env[63070]: DEBUG nova.compute.provider_tree [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 156 to 157 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1860.116492] env[63070]: DEBUG nova.compute.provider_tree [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1860.252279] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Releasing lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.280795] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771386, 'name': Rename_Task, 'duration_secs': 0.14313} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.281158] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.281483] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33154da8-f79e-43d7-abc5-401abaf3f34d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.288454] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1860.288454] env[63070]: value = "task-1771387" [ 1860.288454] env[63070]: _type = "Task" [ 1860.288454] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.296568] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.621061] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.526s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.623594] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.068s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.623814] env[63070]: DEBUG nova.objects.instance [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'resources' on Instance uuid 8c749d82-9fcb-40b8-b478-3b4bf79fd904 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.641428] env[63070]: INFO nova.scheduler.client.report [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Deleted allocations for instance fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec [ 1860.799367] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771387, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.151737] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c1214e33-f5bf-4e4d-a4db-8bf94a781d77 tempest-ServerDiskConfigTestJSON-1699775319 tempest-ServerDiskConfigTestJSON-1699775319-project-member] Lock "fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.425s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.259094] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1861.259094] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-464a5b66-7486-477d-9d93-41dc20399555 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.261820] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118989cc-717b-4958-9388-ca3c79bdd5bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.270904] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8539b31e-b102-43dc-881a-f5a161446d9a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.273963] env[63070]: DEBUG oslo_vmware.api [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1861.273963] env[63070]: value = "task-1771388" [ 1861.273963] env[63070]: _type = "Task" [ 1861.273963] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.309082] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda9265b-59d8-4423-9eb9-c1ac3013c713 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.314593] env[63070]: DEBUG oslo_vmware.api [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771388, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.322979] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d12fe38-09d4-4ec0-bcee-0e01975eb2e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.326931] env[63070]: DEBUG oslo_vmware.api [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771387, 'name': PowerOnVM_Task, 'duration_secs': 0.593092} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.327146] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.327376] env[63070]: INFO nova.compute.manager [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Took 12.87 seconds to spawn the instance on the hypervisor. [ 1861.327558] env[63070]: DEBUG nova.compute.manager [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.328790] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c88246-d332-4f38-b0e6-bacb0f9cf6e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.339563] env[63070]: DEBUG nova.compute.provider_tree [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.784661] env[63070]: DEBUG oslo_vmware.api [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.843023] env[63070]: DEBUG nova.scheduler.client.report [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1861.853617] env[63070]: INFO nova.compute.manager [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Took 20.50 seconds to build instance. [ 1862.285909] env[63070]: DEBUG oslo_vmware.api [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771388, 'name': PowerOnVM_Task, 'duration_secs': 0.660889} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.286284] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1862.286382] env[63070]: DEBUG nova.compute.manager [None req-2d20978d-14a7-48c7-a6d9-0e1f8ff9d1cd tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.287228] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdcaf57-d630-4aaa-bf1b-71dc89f3e474 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.348450] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.356167] env[63070]: DEBUG oslo_concurrency.lockutils [None req-90e436b5-931b-4b8e-99e2-04657a13ca69 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.011s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.374692] env[63070]: INFO nova.scheduler.client.report [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleted allocations for instance 8c749d82-9fcb-40b8-b478-3b4bf79fd904 [ 1862.884275] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee0743d-f999-482a-820e-ea4516628f69 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "8c749d82-9fcb-40b8-b478-3b4bf79fd904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.901s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.412708] env[63070]: DEBUG nova.compute.manager [req-5aed05d6-906b-4739-8f9c-9bc479aac6e6 req-f674557f-3089-4b99-af14-45d4ff4a0213 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Received event network-changed-933aeecb-9a1f-43cc-a7bd-457d1c4d025b {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1863.412992] env[63070]: DEBUG nova.compute.manager [req-5aed05d6-906b-4739-8f9c-9bc479aac6e6 req-f674557f-3089-4b99-af14-45d4ff4a0213 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Refreshing instance network info cache due to event network-changed-933aeecb-9a1f-43cc-a7bd-457d1c4d025b. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1863.413067] env[63070]: DEBUG oslo_concurrency.lockutils [req-5aed05d6-906b-4739-8f9c-9bc479aac6e6 req-f674557f-3089-4b99-af14-45d4ff4a0213 service nova] Acquiring lock "refresh_cache-51ce3c3a-3b19-4a40-9769-f02b83900050" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.413203] env[63070]: DEBUG oslo_concurrency.lockutils [req-5aed05d6-906b-4739-8f9c-9bc479aac6e6 req-f674557f-3089-4b99-af14-45d4ff4a0213 service nova] Acquired lock "refresh_cache-51ce3c3a-3b19-4a40-9769-f02b83900050" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.413357] env[63070]: DEBUG nova.network.neutron [req-5aed05d6-906b-4739-8f9c-9bc479aac6e6 req-f674557f-3089-4b99-af14-45d4ff4a0213 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Refreshing network info cache for port 933aeecb-9a1f-43cc-a7bd-457d1c4d025b {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.205846] env[63070]: DEBUG nova.network.neutron [req-5aed05d6-906b-4739-8f9c-9bc479aac6e6 req-f674557f-3089-4b99-af14-45d4ff4a0213 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Updated VIF entry in instance network info cache for port 933aeecb-9a1f-43cc-a7bd-457d1c4d025b. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.206227] env[63070]: DEBUG nova.network.neutron [req-5aed05d6-906b-4739-8f9c-9bc479aac6e6 req-f674557f-3089-4b99-af14-45d4ff4a0213 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Updating instance_info_cache with network_info: [{"id": "933aeecb-9a1f-43cc-a7bd-457d1c4d025b", "address": "fa:16:3e:1d:c3:a0", "network": {"id": "fcf23c33-3401-4b8f-b9d9-af9c684f9027", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1750499666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edf2a5df56bc4599a0df33973095282e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933aeecb-9a", "ovs_interfaceid": "933aeecb-9a1f-43cc-a7bd-457d1c4d025b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.709635] env[63070]: DEBUG oslo_concurrency.lockutils [req-5aed05d6-906b-4739-8f9c-9bc479aac6e6 req-f674557f-3089-4b99-af14-45d4ff4a0213 service nova] Releasing lock "refresh_cache-51ce3c3a-3b19-4a40-9769-f02b83900050" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.523922] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "b7671aca-d851-4421-a3bc-6188fbb87213" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.524254] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "b7671aca-d851-4421-a3bc-6188fbb87213" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.030710] env[63070]: DEBUG nova.compute.manager [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1866.551133] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.551408] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.553332] env[63070]: INFO nova.compute.claims [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1866.948040] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d6e6-911c-ebb4-6d8b-9343dddb1459/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1866.949146] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db886887-2231-40ab-a48a-0a8447eba039 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.955833] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d6e6-911c-ebb4-6d8b-9343dddb1459/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1866.956015] env[63070]: ERROR oslo_vmware.rw_handles [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d6e6-911c-ebb4-6d8b-9343dddb1459/disk-0.vmdk due to incomplete transfer. [ 1866.956246] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79db2467-f592-4a02-9b88-91c72ae6182b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.963205] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d6e6-911c-ebb4-6d8b-9343dddb1459/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1866.963401] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Uploaded image f29625e9-1048-448e-b7e7-68cc442cf780 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1866.965809] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1866.966053] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-80763feb-c571-44ee-88aa-562de694997f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.971475] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1866.971475] env[63070]: value = "task-1771389" [ 1866.971475] env[63070]: _type = "Task" [ 1866.971475] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.979390] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771389, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.999630] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquiring lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.999903] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.483300] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771389, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.502888] env[63070]: DEBUG nova.compute.manager [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1867.708352] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2822a8-99c7-42ea-8867-166f5cad0c4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.716177] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df17f28-1327-4d3c-ad59-e43ba8b2890b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.745474] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f18d3a-bad2-407c-8982-575e9b199c34 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.754722] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f60458-41c2-4d19-ae8b-4a8d73e445df {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.767891] env[63070]: DEBUG nova.compute.provider_tree [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.983737] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771389, 'name': Destroy_Task, 'duration_secs': 0.706756} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.984020] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Destroyed the VM [ 1867.984274] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1867.984521] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c06f1585-a463-4684-8a20-4780e8532ee8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.991190] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1867.991190] env[63070]: value = "task-1771390" [ 1867.991190] env[63070]: _type = "Task" [ 1867.991190] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.999629] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771390, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.021735] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.272530] env[63070]: DEBUG nova.scheduler.client.report [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.500954] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771390, 'name': RemoveSnapshot_Task, 'duration_secs': 0.398575} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.501265] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1868.501540] env[63070]: DEBUG nova.compute.manager [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.502340] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17803b19-0586-4a4f-814d-b16b67b28278 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.777845] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.778463] env[63070]: DEBUG nova.compute.manager [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1868.781473] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.760s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.782540] env[63070]: INFO nova.compute.claims [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1869.015214] env[63070]: INFO nova.compute.manager [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Shelve offloading [ 1869.287606] env[63070]: DEBUG nova.compute.utils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.290988] env[63070]: DEBUG nova.compute.manager [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1869.291178] env[63070]: DEBUG nova.network.neutron [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1869.332346] env[63070]: DEBUG nova.policy [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84357e3fa25c41618001137e6ae55f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65cd8927310546aaa00aaea1ad02ba36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1869.519628] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.520020] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15fa7c31-61fa-4b07-88f7-3d159ab67e81 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.529742] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1869.529742] env[63070]: value = "task-1771391" [ 1869.529742] env[63070]: _type = "Task" [ 1869.529742] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.539253] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1869.539426] env[63070]: DEBUG nova.compute.manager [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.540234] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1a6e75-97fe-47d6-8658-f88d12b9fbae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.545870] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.546039] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.546232] env[63070]: DEBUG nova.network.neutron [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.609033] env[63070]: DEBUG nova.network.neutron [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Successfully created port: b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1869.792545] env[63070]: DEBUG nova.compute.manager [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1869.972045] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8839ce-d7f6-4d15-ab55-b635951d2fe8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.979887] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48434441-e108-41c0-a528-65dcd7b2bc97 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.011865] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726a1b48-0493-4a60-9e96-4724b9217f9f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.019619] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2121a579-f2f0-40e2-82b6-362d67306d3f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.033368] env[63070]: DEBUG nova.compute.provider_tree [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.238700] env[63070]: DEBUG nova.network.neutron [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updating instance_info_cache with network_info: [{"id": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "address": "fa:16:3e:f3:6f:65", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c98ab4-ed", "ovs_interfaceid": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.536617] env[63070]: DEBUG nova.scheduler.client.report [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.740753] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.807666] env[63070]: DEBUG nova.compute.manager [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1870.834924] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.835184] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.835362] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1870.837158] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.837158] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1870.837158] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1870.837158] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1870.837158] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1870.837158] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1870.837158] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1870.837158] env[63070]: DEBUG nova.virt.hardware [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1870.837706] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd7622b-e6a4-4382-b024-69dcdd4ab91f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.846170] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7bedf8-5a6f-4694-8d1f-d5230b656b5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.986591] env[63070]: DEBUG nova.compute.manager [req-d882a4b8-7317-4007-a980-3a44f2dca8f3 req-19478f93-cd6e-42f3-ba0e-bd851c507dd9 service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Received event network-vif-unplugged-52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1870.986826] env[63070]: DEBUG oslo_concurrency.lockutils [req-d882a4b8-7317-4007-a980-3a44f2dca8f3 req-19478f93-cd6e-42f3-ba0e-bd851c507dd9 service nova] Acquiring lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.987090] env[63070]: DEBUG oslo_concurrency.lockutils [req-d882a4b8-7317-4007-a980-3a44f2dca8f3 req-19478f93-cd6e-42f3-ba0e-bd851c507dd9 service nova] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.987288] env[63070]: DEBUG oslo_concurrency.lockutils [req-d882a4b8-7317-4007-a980-3a44f2dca8f3 req-19478f93-cd6e-42f3-ba0e-bd851c507dd9 service nova] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.987492] env[63070]: DEBUG nova.compute.manager [req-d882a4b8-7317-4007-a980-3a44f2dca8f3 req-19478f93-cd6e-42f3-ba0e-bd851c507dd9 service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] No waiting events found dispatching network-vif-unplugged-52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1870.987673] env[63070]: WARNING nova.compute.manager [req-d882a4b8-7317-4007-a980-3a44f2dca8f3 req-19478f93-cd6e-42f3-ba0e-bd851c507dd9 service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Received unexpected event network-vif-unplugged-52c98ab4-ed9f-49d6-96b8-f2f18838a452 for instance with vm_state shelved and task_state shelving_offloading. [ 1871.032532] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.033442] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe03f92-8ee8-4a5f-9af1-8efcb8ca17ed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.040951] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.041466] env[63070]: DEBUG nova.compute.manager [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1871.053209] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.053209] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f9ccca-4c29-4876-9141-31db939dd426 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.076509] env[63070]: DEBUG nova.compute.manager [req-290a04f6-4d0a-41b1-9db4-a16f28d2b5c2 req-82ef2433-3831-40b5-8e00-07bbef05c21d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received event network-vif-plugged-b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1871.076702] env[63070]: DEBUG oslo_concurrency.lockutils [req-290a04f6-4d0a-41b1-9db4-a16f28d2b5c2 req-82ef2433-3831-40b5-8e00-07bbef05c21d service nova] Acquiring lock "b7671aca-d851-4421-a3bc-6188fbb87213-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.076906] env[63070]: DEBUG oslo_concurrency.lockutils [req-290a04f6-4d0a-41b1-9db4-a16f28d2b5c2 req-82ef2433-3831-40b5-8e00-07bbef05c21d service nova] Lock "b7671aca-d851-4421-a3bc-6188fbb87213-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.077099] env[63070]: DEBUG oslo_concurrency.lockutils [req-290a04f6-4d0a-41b1-9db4-a16f28d2b5c2 req-82ef2433-3831-40b5-8e00-07bbef05c21d service nova] Lock "b7671aca-d851-4421-a3bc-6188fbb87213-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.077270] env[63070]: DEBUG nova.compute.manager [req-290a04f6-4d0a-41b1-9db4-a16f28d2b5c2 req-82ef2433-3831-40b5-8e00-07bbef05c21d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] No waiting events found dispatching network-vif-plugged-b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1871.077481] env[63070]: WARNING nova.compute.manager [req-290a04f6-4d0a-41b1-9db4-a16f28d2b5c2 req-82ef2433-3831-40b5-8e00-07bbef05c21d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received unexpected event network-vif-plugged-b755c700-9381-417c-b696-788d00e03c2e for instance with vm_state building and task_state spawning. [ 1871.162066] env[63070]: DEBUG nova.network.neutron [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Successfully updated port: b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1871.231037] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.231195] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.231345] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleting the datastore file [datastore1] 8dc9d504-c0b2-410a-8610-afa006d73b22 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.231609] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d910357-8ed7-4705-b2a1-e34cc2d8f6b4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.237982] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1871.237982] env[63070]: value = "task-1771393" [ 1871.237982] env[63070]: _type = "Task" [ 1871.237982] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.245980] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.549466] env[63070]: DEBUG nova.compute.utils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1871.551062] env[63070]: DEBUG nova.compute.manager [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1871.551179] env[63070]: DEBUG nova.network.neutron [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1871.589441] env[63070]: DEBUG nova.policy [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a0a47e02c9345a4b50caf68a729786d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db2f24a3107d4eafa35a279d6f2b8601', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1871.664601] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.664759] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.664916] env[63070]: DEBUG nova.network.neutron [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1871.748379] env[63070]: DEBUG oslo_vmware.api [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134115} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.748667] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.748857] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.749053] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.776996] env[63070]: INFO nova.scheduler.client.report [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleted allocations for instance 8dc9d504-c0b2-410a-8610-afa006d73b22 [ 1871.858335] env[63070]: DEBUG nova.network.neutron [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Successfully created port: af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1872.054435] env[63070]: DEBUG nova.compute.manager [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1872.195733] env[63070]: DEBUG nova.network.neutron [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1872.281431] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.281695] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.281915] env[63070]: DEBUG nova.objects.instance [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lazy-loading 'resources' on Instance uuid 8dc9d504-c0b2-410a-8610-afa006d73b22 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.333656] env[63070]: DEBUG nova.network.neutron [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [{"id": "b755c700-9381-417c-b696-788d00e03c2e", "address": "fa:16:3e:db:4f:0b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb755c700-93", "ovs_interfaceid": "b755c700-9381-417c-b696-788d00e03c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.784780] env[63070]: DEBUG nova.objects.instance [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lazy-loading 'numa_topology' on Instance uuid 8dc9d504-c0b2-410a-8610-afa006d73b22 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.836220] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.836512] env[63070]: DEBUG nova.compute.manager [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Instance network_info: |[{"id": "b755c700-9381-417c-b696-788d00e03c2e", "address": "fa:16:3e:db:4f:0b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb755c700-93", "ovs_interfaceid": "b755c700-9381-417c-b696-788d00e03c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1872.836955] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:4f:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b755c700-9381-417c-b696-788d00e03c2e', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1872.844868] env[63070]: DEBUG oslo.service.loopingcall [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.845093] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1872.845313] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d23a2c7-886f-422a-80b1-41bea2ff5780 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.866899] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1872.866899] env[63070]: value = "task-1771394" [ 1872.866899] env[63070]: _type = "Task" [ 1872.866899] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.876598] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771394, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.011639] env[63070]: DEBUG nova.compute.manager [req-d5409da1-bb20-4a68-9d10-c49ff30d1ee9 req-aa1c2a07-64b2-47df-a9cd-bc47f8af29dd service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Received event network-changed-52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1873.011850] env[63070]: DEBUG nova.compute.manager [req-d5409da1-bb20-4a68-9d10-c49ff30d1ee9 req-aa1c2a07-64b2-47df-a9cd-bc47f8af29dd service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Refreshing instance network info cache due to event network-changed-52c98ab4-ed9f-49d6-96b8-f2f18838a452. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1873.012066] env[63070]: DEBUG oslo_concurrency.lockutils [req-d5409da1-bb20-4a68-9d10-c49ff30d1ee9 req-aa1c2a07-64b2-47df-a9cd-bc47f8af29dd service nova] Acquiring lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.012221] env[63070]: DEBUG oslo_concurrency.lockutils [req-d5409da1-bb20-4a68-9d10-c49ff30d1ee9 req-aa1c2a07-64b2-47df-a9cd-bc47f8af29dd service nova] Acquired lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.012405] env[63070]: DEBUG nova.network.neutron [req-d5409da1-bb20-4a68-9d10-c49ff30d1ee9 req-aa1c2a07-64b2-47df-a9cd-bc47f8af29dd service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Refreshing network info cache for port 52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.064200] env[63070]: DEBUG nova.compute.manager [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1873.090482] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1873.090769] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1873.090891] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1873.091084] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1873.091232] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1873.091376] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1873.091595] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1873.091754] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1873.091919] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1873.092134] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1873.092323] env[63070]: DEBUG nova.virt.hardware [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1873.093481] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db88e6a2-3028-41aa-b779-5b99e81e786f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.103187] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37adc19a-0c60-477c-a1b2-5d81f269888e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.108294] env[63070]: DEBUG nova.compute.manager [req-c4c3fcd7-5345-4f97-9210-f99d9ab6774b req-773e3066-818d-4955-8faa-823e8e4aebec service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received event network-changed-b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1873.108472] env[63070]: DEBUG nova.compute.manager [req-c4c3fcd7-5345-4f97-9210-f99d9ab6774b req-773e3066-818d-4955-8faa-823e8e4aebec service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing instance network info cache due to event network-changed-b755c700-9381-417c-b696-788d00e03c2e. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1873.108681] env[63070]: DEBUG oslo_concurrency.lockutils [req-c4c3fcd7-5345-4f97-9210-f99d9ab6774b req-773e3066-818d-4955-8faa-823e8e4aebec service nova] Acquiring lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.108821] env[63070]: DEBUG oslo_concurrency.lockutils [req-c4c3fcd7-5345-4f97-9210-f99d9ab6774b req-773e3066-818d-4955-8faa-823e8e4aebec service nova] Acquired lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.108986] env[63070]: DEBUG nova.network.neutron [req-c4c3fcd7-5345-4f97-9210-f99d9ab6774b req-773e3066-818d-4955-8faa-823e8e4aebec service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing network info cache for port b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.287384] env[63070]: DEBUG nova.objects.base [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Object Instance<8dc9d504-c0b2-410a-8610-afa006d73b22> lazy-loaded attributes: resources,numa_topology {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1873.375879] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771394, 'name': CreateVM_Task, 'duration_secs': 0.374988} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.378013] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1873.379143] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.379295] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.379607] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1873.379880] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71da13b-f5f0-432a-8324-8666fc37622f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.384308] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1873.384308] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525a7c91-c9fc-f4d0-7f72-6c6419d49818" [ 1873.384308] env[63070]: _type = "Task" [ 1873.384308] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.392594] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525a7c91-c9fc-f4d0-7f72-6c6419d49818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.400078] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b03860-f0aa-4c09-86ac-6f1d1a6691fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.406605] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb98ad3-b45d-4748-bf23-f96e8db21778 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.437128] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc27a45e-6695-45a3-bae3-c5d619cafe84 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.444777] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f59f5-7685-4c3f-a712-7e0610f0fdea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.458075] env[63070]: DEBUG nova.compute.provider_tree [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.557338] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "8dc9d504-c0b2-410a-8610-afa006d73b22" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.635328] env[63070]: DEBUG nova.network.neutron [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Successfully updated port: af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1873.890021] env[63070]: DEBUG nova.network.neutron [req-d5409da1-bb20-4a68-9d10-c49ff30d1ee9 req-aa1c2a07-64b2-47df-a9cd-bc47f8af29dd service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updated VIF entry in instance network info cache for port 52c98ab4-ed9f-49d6-96b8-f2f18838a452. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1873.890372] env[63070]: DEBUG nova.network.neutron [req-d5409da1-bb20-4a68-9d10-c49ff30d1ee9 req-aa1c2a07-64b2-47df-a9cd-bc47f8af29dd service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updating instance_info_cache with network_info: [{"id": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "address": "fa:16:3e:f3:6f:65", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap52c98ab4-ed", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.899296] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525a7c91-c9fc-f4d0-7f72-6c6419d49818, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.899576] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.899801] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1873.900095] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.900183] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.900355] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1873.900608] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4371f765-1574-4dee-a56b-303b10e43215 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.909194] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1873.909367] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1873.910074] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf1f59de-4de8-4f4e-a72d-394a8e9613bb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.914986] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1873.914986] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52df3598-4fcc-7ba9-9137-cb645307299e" [ 1873.914986] env[63070]: _type = "Task" [ 1873.914986] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.923212] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52df3598-4fcc-7ba9-9137-cb645307299e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.926264] env[63070]: DEBUG nova.network.neutron [req-c4c3fcd7-5345-4f97-9210-f99d9ab6774b req-773e3066-818d-4955-8faa-823e8e4aebec service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updated VIF entry in instance network info cache for port b755c700-9381-417c-b696-788d00e03c2e. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1873.926575] env[63070]: DEBUG nova.network.neutron [req-c4c3fcd7-5345-4f97-9210-f99d9ab6774b req-773e3066-818d-4955-8faa-823e8e4aebec service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [{"id": "b755c700-9381-417c-b696-788d00e03c2e", "address": "fa:16:3e:db:4f:0b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb755c700-93", "ovs_interfaceid": "b755c700-9381-417c-b696-788d00e03c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.960750] env[63070]: DEBUG nova.scheduler.client.report [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.139153] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquiring lock "refresh_cache-235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.139340] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquired lock "refresh_cache-235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.139462] env[63070]: DEBUG nova.network.neutron [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.395568] env[63070]: DEBUG oslo_concurrency.lockutils [req-d5409da1-bb20-4a68-9d10-c49ff30d1ee9 req-aa1c2a07-64b2-47df-a9cd-bc47f8af29dd service nova] Releasing lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.425506] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52df3598-4fcc-7ba9-9137-cb645307299e, 'name': SearchDatastore_Task, 'duration_secs': 0.007939} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.426295] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81bdc9a5-512c-40f3-93dd-7264c3f20a5f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.428896] env[63070]: DEBUG oslo_concurrency.lockutils [req-c4c3fcd7-5345-4f97-9210-f99d9ab6774b req-773e3066-818d-4955-8faa-823e8e4aebec service nova] Releasing lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.432134] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1874.432134] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f026e8-1a9a-d45c-ecf6-c7c4ced6e5d0" [ 1874.432134] env[63070]: _type = "Task" [ 1874.432134] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.439343] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f026e8-1a9a-d45c-ecf6-c7c4ced6e5d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.465130] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.669692] env[63070]: DEBUG nova.network.neutron [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.832087] env[63070]: DEBUG nova.network.neutron [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Updating instance_info_cache with network_info: [{"id": "af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2", "address": "fa:16:3e:a0:01:5d", "network": {"id": "01c6d044-4b36-4e4f-8945-d809e8cf7dea", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-155862235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db2f24a3107d4eafa35a279d6f2b8601", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c6f6e-c6", "ovs_interfaceid": "af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.943384] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f026e8-1a9a-d45c-ecf6-c7c4ced6e5d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.943720] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.943908] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] b7671aca-d851-4421-a3bc-6188fbb87213/b7671aca-d851-4421-a3bc-6188fbb87213.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1874.944204] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f1fccc-2b60-44d9-9e80-7f2ca95e901d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.951200] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1874.951200] env[63070]: value = "task-1771395" [ 1874.951200] env[63070]: _type = "Task" [ 1874.951200] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.958457] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.972624] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f3939c1-ae0d-432c-9ee0-8301507541f0 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.401s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.973501] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.416s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.973501] env[63070]: INFO nova.compute.manager [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Unshelving [ 1875.128683] env[63070]: DEBUG nova.compute.manager [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Received event network-vif-plugged-af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1875.128920] env[63070]: DEBUG oslo_concurrency.lockutils [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] Acquiring lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.129163] env[63070]: DEBUG oslo_concurrency.lockutils [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] Lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.129335] env[63070]: DEBUG oslo_concurrency.lockutils [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] Lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.129529] env[63070]: DEBUG nova.compute.manager [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] No waiting events found dispatching network-vif-plugged-af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1875.129683] env[63070]: WARNING nova.compute.manager [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Received unexpected event network-vif-plugged-af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2 for instance with vm_state building and task_state spawning. [ 1875.129859] env[63070]: DEBUG nova.compute.manager [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Received event network-changed-af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1875.130019] env[63070]: DEBUG nova.compute.manager [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Refreshing instance network info cache due to event network-changed-af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1875.130192] env[63070]: DEBUG oslo_concurrency.lockutils [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] Acquiring lock "refresh_cache-235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.334078] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Releasing lock "refresh_cache-235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.334453] env[63070]: DEBUG nova.compute.manager [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Instance network_info: |[{"id": "af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2", "address": "fa:16:3e:a0:01:5d", "network": {"id": "01c6d044-4b36-4e4f-8945-d809e8cf7dea", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-155862235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db2f24a3107d4eafa35a279d6f2b8601", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c6f6e-c6", "ovs_interfaceid": "af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1875.334786] env[63070]: DEBUG oslo_concurrency.lockutils [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] Acquired lock "refresh_cache-235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.334973] env[63070]: DEBUG nova.network.neutron [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Refreshing network info cache for port af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.336446] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:01:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1875.345500] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Creating folder: Project (db2f24a3107d4eafa35a279d6f2b8601). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1875.349019] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ec5d835-41b6-4683-833b-654db69970be {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.365623] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Created folder: Project (db2f24a3107d4eafa35a279d6f2b8601) in parent group-v367531. [ 1875.365857] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Creating folder: Instances. Parent ref: group-v367825. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1875.366263] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07fa0828-ef20-4c5d-b193-8b6590982140 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.379124] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Created folder: Instances in parent group-v367825. [ 1875.379414] env[63070]: DEBUG oslo.service.loopingcall [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.379676] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1875.379999] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-614eed31-8ec9-4bb4-8a13-b96b7d21efde {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.405599] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1875.405599] env[63070]: value = "task-1771398" [ 1875.405599] env[63070]: _type = "Task" [ 1875.405599] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.414688] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771398, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.464229] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771395, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.579575] env[63070]: DEBUG nova.network.neutron [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Updated VIF entry in instance network info cache for port af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.579967] env[63070]: DEBUG nova.network.neutron [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Updating instance_info_cache with network_info: [{"id": "af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2", "address": "fa:16:3e:a0:01:5d", "network": {"id": "01c6d044-4b36-4e4f-8945-d809e8cf7dea", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-155862235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db2f24a3107d4eafa35a279d6f2b8601", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c6f6e-c6", "ovs_interfaceid": "af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.916124] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771398, 'name': CreateVM_Task, 'duration_secs': 0.455952} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.916260] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1875.916938] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.917120] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.917445] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1875.917725] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a794a5c8-e70f-4165-9947-999499d72669 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.922213] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1875.922213] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525dfee3-d6a5-bfe6-b47c-87d86f8826b1" [ 1875.922213] env[63070]: _type = "Task" [ 1875.922213] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.929529] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525dfee3-d6a5-bfe6-b47c-87d86f8826b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.961310] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524727} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.961612] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] b7671aca-d851-4421-a3bc-6188fbb87213/b7671aca-d851-4421-a3bc-6188fbb87213.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1875.961761] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1875.962012] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-531811da-f9f9-4a90-9687-4bd80e866aa8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.971646] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1875.971646] env[63070]: value = "task-1771399" [ 1875.971646] env[63070]: _type = "Task" [ 1875.971646] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.981306] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.001621] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.001883] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.002106] env[63070]: DEBUG nova.objects.instance [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lazy-loading 'pci_requests' on Instance uuid 8dc9d504-c0b2-410a-8610-afa006d73b22 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.083378] env[63070]: DEBUG oslo_concurrency.lockutils [req-4917898c-c29c-440f-a343-f17355ef5352 req-eb7f0edb-a5e1-49bb-9bd6-2c8e0e6fe2eb service nova] Releasing lock "refresh_cache-235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.432419] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]525dfee3-d6a5-bfe6-b47c-87d86f8826b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012954} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.432733] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.432984] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1876.433233] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.433378] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.433552] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1876.433805] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-772254a3-1dac-4477-8d46-7de2d0116275 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.441318] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1876.441492] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1876.442175] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c191f7c5-77af-4abd-8fe6-f0ab682d6d72 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.446901] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1876.446901] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5205c85e-e8c4-b24e-9fe7-b0ebfd6ec771" [ 1876.446901] env[63070]: _type = "Task" [ 1876.446901] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.454948] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5205c85e-e8c4-b24e-9fe7-b0ebfd6ec771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.479462] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066741} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.479692] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1876.480416] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3bca97-22ca-47ad-bf31-634a90a540c1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.501775] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] b7671aca-d851-4421-a3bc-6188fbb87213/b7671aca-d851-4421-a3bc-6188fbb87213.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1876.501990] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926e392b-934e-44d2-af56-65dc1d1bb53d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.516684] env[63070]: DEBUG nova.objects.instance [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lazy-loading 'numa_topology' on Instance uuid 8dc9d504-c0b2-410a-8610-afa006d73b22 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.523469] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1876.523469] env[63070]: value = "task-1771400" [ 1876.523469] env[63070]: _type = "Task" [ 1876.523469] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.531853] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.957298] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5205c85e-e8c4-b24e-9fe7-b0ebfd6ec771, 'name': SearchDatastore_Task, 'duration_secs': 0.008351} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.958170] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085115a0-443c-48eb-87a6-37a267fec0ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.963266] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1876.963266] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e51de9-69f4-1ce6-2db0-a7564ff7266c" [ 1876.963266] env[63070]: _type = "Task" [ 1876.963266] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.970435] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e51de9-69f4-1ce6-2db0-a7564ff7266c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.020026] env[63070]: INFO nova.compute.claims [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1877.033180] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771400, 'name': ReconfigVM_Task, 'duration_secs': 0.260596} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.033495] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Reconfigured VM instance instance-0000006e to attach disk [datastore1] b7671aca-d851-4421-a3bc-6188fbb87213/b7671aca-d851-4421-a3bc-6188fbb87213.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1877.034121] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb85aeba-150e-49d6-8ca6-358935c43d16 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.041104] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1877.041104] env[63070]: value = "task-1771401" [ 1877.041104] env[63070]: _type = "Task" [ 1877.041104] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.049527] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771401, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.473798] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e51de9-69f4-1ce6-2db0-a7564ff7266c, 'name': SearchDatastore_Task, 'duration_secs': 0.00879} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.474052] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.474310] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba/235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1877.474558] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f279943-bdd2-4765-8e41-a36156796e69 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.481679] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1877.481679] env[63070]: value = "task-1771402" [ 1877.481679] env[63070]: _type = "Task" [ 1877.481679] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.488795] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.550344] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771401, 'name': Rename_Task, 'duration_secs': 0.143363} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.550582] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1877.550822] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e96dea-30cb-4731-a880-e761183205a0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.556065] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1877.556065] env[63070]: value = "task-1771403" [ 1877.556065] env[63070]: _type = "Task" [ 1877.556065] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.562874] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.993081] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771402, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.070076] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771403, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.153571] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1149adb-3477-4837-860d-a843ccbcb4b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.160964] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f548b78b-9644-4171-a9bf-b2f42e1929a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.190306] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb8e88e-4611-4718-bd03-542d7ccdd531 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.197192] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01553dc9-a12d-430b-bac7-05649e911915 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.209640] env[63070]: DEBUG nova.compute.provider_tree [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.493446] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536349} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.493726] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba/235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1878.493941] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1878.494191] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed606314-4a62-40da-9968-2c0c08eed94b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.500033] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1878.500033] env[63070]: value = "task-1771404" [ 1878.500033] env[63070]: _type = "Task" [ 1878.500033] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.506934] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.567264] env[63070]: DEBUG oslo_vmware.api [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771403, 'name': PowerOnVM_Task, 'duration_secs': 0.599437} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.567514] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1878.567782] env[63070]: INFO nova.compute.manager [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1878.567966] env[63070]: DEBUG nova.compute.manager [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1878.568727] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d122e7-1905-4a41-8f64-01e73d62c781 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.712806] env[63070]: DEBUG nova.scheduler.client.report [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.009919] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058836} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.010263] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1879.010958] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dca9763-7f5d-4a3e-8bab-8c6de292d3c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.031767] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba/235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.032032] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a303d58e-009f-4ea1-a1b5-1ae0cb8106fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.050086] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1879.050086] env[63070]: value = "task-1771405" [ 1879.050086] env[63070]: _type = "Task" [ 1879.050086] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.057096] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.084071] env[63070]: INFO nova.compute.manager [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Took 12.55 seconds to build instance. [ 1879.217611] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.215s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.311402] env[63070]: INFO nova.network.neutron [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updating port 52c98ab4-ed9f-49d6-96b8-f2f18838a452 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1879.561223] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771405, 'name': ReconfigVM_Task, 'duration_secs': 0.329367} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.561558] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba/235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.562226] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b59254f-7e72-47b0-a8da-36cbc8a04b61 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.568993] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1879.568993] env[63070]: value = "task-1771406" [ 1879.568993] env[63070]: _type = "Task" [ 1879.568993] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.576901] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771406, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.585373] env[63070]: DEBUG oslo_concurrency.lockutils [None req-06574cab-d267-48d8-badf-70ff639a7e6d tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "b7671aca-d851-4421-a3bc-6188fbb87213" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.061s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.831788] env[63070]: DEBUG nova.compute.manager [req-64470971-e4a6-4761-86b7-1a4811f4e686 req-e4861b62-58d2-466c-9cb0-da1c548aad4d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received event network-changed-b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1879.832368] env[63070]: DEBUG nova.compute.manager [req-64470971-e4a6-4761-86b7-1a4811f4e686 req-e4861b62-58d2-466c-9cb0-da1c548aad4d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing instance network info cache due to event network-changed-b755c700-9381-417c-b696-788d00e03c2e. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1879.832368] env[63070]: DEBUG oslo_concurrency.lockutils [req-64470971-e4a6-4761-86b7-1a4811f4e686 req-e4861b62-58d2-466c-9cb0-da1c548aad4d service nova] Acquiring lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.832368] env[63070]: DEBUG oslo_concurrency.lockutils [req-64470971-e4a6-4761-86b7-1a4811f4e686 req-e4861b62-58d2-466c-9cb0-da1c548aad4d service nova] Acquired lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.832516] env[63070]: DEBUG nova.network.neutron [req-64470971-e4a6-4761-86b7-1a4811f4e686 req-e4861b62-58d2-466c-9cb0-da1c548aad4d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing network info cache for port b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.079588] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771406, 'name': Rename_Task, 'duration_secs': 0.153128} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.079944] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.080134] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5cc3ec8-1242-4f70-92d7-121d0153c202 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.088749] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1880.088749] env[63070]: value = "task-1771407" [ 1880.088749] env[63070]: _type = "Task" [ 1880.088749] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.101512] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.559190] env[63070]: DEBUG nova.network.neutron [req-64470971-e4a6-4761-86b7-1a4811f4e686 req-e4861b62-58d2-466c-9cb0-da1c548aad4d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updated VIF entry in instance network info cache for port b755c700-9381-417c-b696-788d00e03c2e. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.559660] env[63070]: DEBUG nova.network.neutron [req-64470971-e4a6-4761-86b7-1a4811f4e686 req-e4861b62-58d2-466c-9cb0-da1c548aad4d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [{"id": "b755c700-9381-417c-b696-788d00e03c2e", "address": "fa:16:3e:db:4f:0b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb755c700-93", "ovs_interfaceid": "b755c700-9381-417c-b696-788d00e03c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.598628] env[63070]: DEBUG oslo_vmware.api [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771407, 'name': PowerOnVM_Task, 'duration_secs': 0.442185} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.598950] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1880.599199] env[63070]: INFO nova.compute.manager [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1880.599383] env[63070]: DEBUG nova.compute.manager [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1880.600155] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45020f98-deb8-4db7-a93e-db3cad2c6e46 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.735161] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "c9a63683-ca97-4cce-b206-bf1621daf377" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.735411] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "c9a63683-ca97-4cce-b206-bf1621daf377" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.063240] env[63070]: DEBUG oslo_concurrency.lockutils [req-64470971-e4a6-4761-86b7-1a4811f4e686 req-e4861b62-58d2-466c-9cb0-da1c548aad4d service nova] Releasing lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.116283] env[63070]: INFO nova.compute.manager [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Took 13.11 seconds to build instance. [ 1881.237634] env[63070]: DEBUG nova.compute.manager [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1881.265712] env[63070]: INFO nova.compute.manager [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Rebuilding instance [ 1881.311399] env[63070]: DEBUG nova.compute.manager [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.312244] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36ef957-bf29-451a-9e08-5855b5b81084 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.346943] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquiring lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.618772] env[63070]: DEBUG oslo_concurrency.lockutils [None req-655a453f-20a7-49f9-ac18-95160605ebc0 tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.619s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.618988] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.272s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.619253] env[63070]: INFO nova.compute.manager [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Rebooting instance [ 1881.757733] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.758015] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.759585] env[63070]: INFO nova.compute.claims [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1882.143064] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquiring lock "refresh_cache-235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.143064] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquired lock "refresh_cache-235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.143064] env[63070]: DEBUG nova.network.neutron [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.323902] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1882.324317] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e3e1be-30f8-4727-8759-df576cba2adb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.332850] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1882.332850] env[63070]: value = "task-1771408" [ 1882.332850] env[63070]: _type = "Task" [ 1882.332850] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.341260] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.843405] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771408, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.846383] env[63070]: DEBUG nova.network.neutron [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Updating instance_info_cache with network_info: [{"id": "af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2", "address": "fa:16:3e:a0:01:5d", "network": {"id": "01c6d044-4b36-4e4f-8945-d809e8cf7dea", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-155862235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db2f24a3107d4eafa35a279d6f2b8601", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c6f6e-c6", "ovs_interfaceid": "af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.898724] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f941c7c-ce59-4b09-9e49-29766c46ed13 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.908576] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b6c2f8-c5ff-427a-90de-7f13cdfa479f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.938759] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded35a35-1d40-4939-be22-06f27eb23894 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.946310] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa3aac7-7747-4ef3-9f84-9597b80aa548 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.960376] env[63070]: DEBUG nova.compute.provider_tree [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.023346] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Releasing lock "refresh_cache-235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.024891] env[63070]: DEBUG nova.scheduler.client.report [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1884.035828] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771408, 'name': PowerOffVM_Task, 'duration_secs': 0.521403} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.036096] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.036316] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1884.037101] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2426200-aab1-4f96-b129-be909d569adf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.044406] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1884.044630] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b86e09-ed94-44f2-a940-e8a37baa9f67 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.201169] env[63070]: DEBUG nova.compute.manager [req-790d0d68-6a8b-48fa-b999-c8a87e5027b5 req-f763f6d0-eea0-4b8c-8e8e-a6b2fe09b5c5 service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Received event network-vif-plugged-52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1884.201169] env[63070]: DEBUG oslo_concurrency.lockutils [req-790d0d68-6a8b-48fa-b999-c8a87e5027b5 req-f763f6d0-eea0-4b8c-8e8e-a6b2fe09b5c5 service nova] Acquiring lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.201169] env[63070]: DEBUG oslo_concurrency.lockutils [req-790d0d68-6a8b-48fa-b999-c8a87e5027b5 req-f763f6d0-eea0-4b8c-8e8e-a6b2fe09b5c5 service nova] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.201169] env[63070]: DEBUG oslo_concurrency.lockutils [req-790d0d68-6a8b-48fa-b999-c8a87e5027b5 req-f763f6d0-eea0-4b8c-8e8e-a6b2fe09b5c5 service nova] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.201169] env[63070]: DEBUG nova.compute.manager [req-790d0d68-6a8b-48fa-b999-c8a87e5027b5 req-f763f6d0-eea0-4b8c-8e8e-a6b2fe09b5c5 service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] No waiting events found dispatching network-vif-plugged-52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.201169] env[63070]: WARNING nova.compute.manager [req-790d0d68-6a8b-48fa-b999-c8a87e5027b5 req-f763f6d0-eea0-4b8c-8e8e-a6b2fe09b5c5 service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Received unexpected event network-vif-plugged-52c98ab4-ed9f-49d6-96b8-f2f18838a452 for instance with vm_state shelved_offloaded and task_state spawning. [ 1884.236749] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.236749] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.236749] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleting the datastore file [datastore1] a1a0175a-98f5-49da-b5ee-fe8ee22df442 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.236749] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4bea162-51cf-41b9-b630-8d926e6573b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.254686] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1884.254686] env[63070]: value = "task-1771410" [ 1884.254686] env[63070]: _type = "Task" [ 1884.254686] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.262619] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.335497] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.335761] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.339641] env[63070]: DEBUG nova.network.neutron [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.532054] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.532232] env[63070]: DEBUG nova.compute.manager [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1884.534854] env[63070]: DEBUG nova.compute.manager [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.535722] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6c98b0-1bc0-4493-8e19-9474cbb666b0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.763889] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15234} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.764148] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1884.764332] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1884.764501] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.021203] env[63070]: DEBUG nova.network.neutron [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updating instance_info_cache with network_info: [{"id": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "address": "fa:16:3e:f3:6f:65", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c98ab4-ed", "ovs_interfaceid": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.040522] env[63070]: DEBUG nova.compute.utils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1885.041760] env[63070]: DEBUG nova.compute.manager [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1885.042829] env[63070]: DEBUG nova.network.neutron [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1885.081963] env[63070]: DEBUG nova.policy [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84357e3fa25c41618001137e6ae55f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65cd8927310546aaa00aaea1ad02ba36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1885.366060] env[63070]: DEBUG nova.network.neutron [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Successfully created port: 5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1885.524254] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.545678] env[63070]: DEBUG nova.compute.manager [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1885.550462] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f16a2c1-7977-4e19-a9b0-8565c7f99e89 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.557124] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='50c02d995764fd11cd4de034da25d5e1',container_format='bare',created_at=2024-12-11T20:21:19Z,direct_url=,disk_format='vmdk',id=f29625e9-1048-448e-b7e7-68cc442cf780,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2043589564-shelved',owner='429783d5eaa34b7ca7763c0ed5e97293',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-12-11T20:21:39Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1885.557383] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.557551] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1885.557786] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.557954] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1885.558136] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1885.558369] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1885.558541] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1885.558742] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1885.558951] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1885.559151] env[63070]: DEBUG nova.virt.hardware [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1885.560047] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f0d63c-4362-42d0-8985-8ad17d434b09 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.567436] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Doing hard reboot of VM {{(pid=63070) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1885.569682] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cb37e077-766f-4e63-b540-d3cbe01270f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.572490] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8a395d-2a17-4207-b7da-24026ea06ef0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.587834] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:6f:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52c98ab4-ed9f-49d6-96b8-f2f18838a452', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1885.594742] env[63070]: DEBUG oslo.service.loopingcall [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.596981] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1885.597567] env[63070]: DEBUG oslo_vmware.api [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1885.597567] env[63070]: value = "task-1771411" [ 1885.597567] env[63070]: _type = "Task" [ 1885.597567] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.597900] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6621e484-54e3-4dc8-b8c0-ee298f89443b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.622031] env[63070]: DEBUG oslo_vmware.api [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771411, 'name': ResetVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.623437] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1885.623437] env[63070]: value = "task-1771412" [ 1885.623437] env[63070]: _type = "Task" [ 1885.623437] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.632466] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771412, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.797903] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1885.798191] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.798352] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1885.798562] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.798787] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1885.798934] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1885.799170] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1885.799331] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1885.799497] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1885.799657] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1885.799847] env[63070]: DEBUG nova.virt.hardware [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1885.800795] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c5b8a8-2b80-4bbd-afda-7fd9883c487c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.809502] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20e82be-6c14-4af5-ac37-c8e68fbf0097 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.824799] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:5a:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1885.832548] env[63070]: DEBUG oslo.service.loopingcall [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.832862] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1885.833100] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f365c4b1-95e0-48d1-91a2-af4e95075ea0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.853610] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1885.853610] env[63070]: value = "task-1771413" [ 1885.853610] env[63070]: _type = "Task" [ 1885.853610] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.861390] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771413, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.123564] env[63070]: DEBUG oslo_vmware.api [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771411, 'name': ResetVM_Task, 'duration_secs': 0.13562} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.124035] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Did hard reboot of VM {{(pid=63070) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1886.124101] env[63070]: DEBUG nova.compute.manager [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.127753] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78627fde-7a5f-4c28-9dfc-3e443cfbb673 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.135502] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771412, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.229351] env[63070]: DEBUG nova.compute.manager [req-ab0f945d-349d-4258-bda3-5837d01dadc0 req-c5d54604-237c-49bf-a538-e2f5affbdfae service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Received event network-changed-52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1886.229565] env[63070]: DEBUG nova.compute.manager [req-ab0f945d-349d-4258-bda3-5837d01dadc0 req-c5d54604-237c-49bf-a538-e2f5affbdfae service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Refreshing instance network info cache due to event network-changed-52c98ab4-ed9f-49d6-96b8-f2f18838a452. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1886.229797] env[63070]: DEBUG oslo_concurrency.lockutils [req-ab0f945d-349d-4258-bda3-5837d01dadc0 req-c5d54604-237c-49bf-a538-e2f5affbdfae service nova] Acquiring lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.229975] env[63070]: DEBUG oslo_concurrency.lockutils [req-ab0f945d-349d-4258-bda3-5837d01dadc0 req-c5d54604-237c-49bf-a538-e2f5affbdfae service nova] Acquired lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.230187] env[63070]: DEBUG nova.network.neutron [req-ab0f945d-349d-4258-bda3-5837d01dadc0 req-c5d54604-237c-49bf-a538-e2f5affbdfae service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Refreshing network info cache for port 52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.363432] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771413, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.556678] env[63070]: DEBUG nova.compute.manager [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1886.579092] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1886.579361] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.579518] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1886.579697] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.579867] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1886.580062] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1886.580260] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1886.580419] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1886.580571] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1886.580726] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1886.581009] env[63070]: DEBUG nova.virt.hardware [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1886.581880] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7da8b0-ed64-4af9-889f-ffca59248fc4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.591048] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87cd3e6-3d6d-4f74-bace-4630d32b51c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.632705] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771412, 'name': CreateVM_Task, 'duration_secs': 0.553888} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.632879] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.643762] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.643966] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.644376] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.644641] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2cf0cc-ce31-4386-b74d-0e69276fa50a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.646759] env[63070]: DEBUG oslo_concurrency.lockutils [None req-45400188-196d-4d0b-af2b-bd591d9933ca tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.028s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.651321] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1886.651321] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521cce4a-5c5d-7e6d-2947-8b420615a7ce" [ 1886.651321] env[63070]: _type = "Task" [ 1886.651321] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.664174] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521cce4a-5c5d-7e6d-2947-8b420615a7ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.863397] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771413, 'name': CreateVM_Task, 'duration_secs': 0.529802} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.863576] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.864249] env[63070]: DEBUG oslo_concurrency.lockutils [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.864612] env[63070]: DEBUG oslo_concurrency.lockutils [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.864726] env[63070]: DEBUG oslo_concurrency.lockutils [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.864969] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29035b30-466f-4d15-819b-967ec9619a60 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.870320] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1886.870320] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b8e872-fbac-8bc2-bd89-40218068158f" [ 1886.870320] env[63070]: _type = "Task" [ 1886.870320] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.877806] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b8e872-fbac-8bc2-bd89-40218068158f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.067656] env[63070]: DEBUG nova.network.neutron [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Successfully updated port: 5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1887.083109] env[63070]: DEBUG nova.network.neutron [req-ab0f945d-349d-4258-bda3-5837d01dadc0 req-c5d54604-237c-49bf-a538-e2f5affbdfae service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updated VIF entry in instance network info cache for port 52c98ab4-ed9f-49d6-96b8-f2f18838a452. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.083809] env[63070]: DEBUG nova.network.neutron [req-ab0f945d-349d-4258-bda3-5837d01dadc0 req-c5d54604-237c-49bf-a538-e2f5affbdfae service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updating instance_info_cache with network_info: [{"id": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "address": "fa:16:3e:f3:6f:65", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c98ab4-ed", "ovs_interfaceid": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.162738] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquiring lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.163165] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.163246] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquiring lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.163395] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.163563] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.165295] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.165523] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Processing image f29625e9-1048-448e-b7e7-68cc442cf780 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.165748] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780/f29625e9-1048-448e-b7e7-68cc442cf780.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.165895] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780/f29625e9-1048-448e-b7e7-68cc442cf780.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.166086] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.166566] env[63070]: INFO nova.compute.manager [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Terminating instance [ 1887.167808] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9b421ce-1bc2-47ac-ad47-3bc0c0196a2e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.177530] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.177699] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.178922] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7acff107-f794-4adc-9cb9-866b6ed54059 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.184910] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1887.184910] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e483cf-7a20-1d18-af71-87278ce2bee1" [ 1887.184910] env[63070]: _type = "Task" [ 1887.184910] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.193479] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e483cf-7a20-1d18-af71-87278ce2bee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.382625] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b8e872-fbac-8bc2-bd89-40218068158f, 'name': SearchDatastore_Task, 'duration_secs': 0.045033} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.382625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.382625] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.382625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.382625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.382625] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.383019] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d3153e3-dee0-4872-89a5-b2a7ba0f1393 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.400540] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.400842] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.401666] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aea9ca9-e0d6-4261-ab34-d6c387c12a2b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.407397] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1887.407397] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a50a68-25c6-0d71-b6de-b7ca1dbc7003" [ 1887.407397] env[63070]: _type = "Task" [ 1887.407397] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.416303] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a50a68-25c6-0d71-b6de-b7ca1dbc7003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.570260] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.570446] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.570560] env[63070]: DEBUG nova.network.neutron [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1887.586615] env[63070]: DEBUG oslo_concurrency.lockutils [req-ab0f945d-349d-4258-bda3-5837d01dadc0 req-c5d54604-237c-49bf-a538-e2f5affbdfae service nova] Releasing lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.672422] env[63070]: DEBUG nova.compute.manager [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1887.672603] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.673508] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9f1067-bf3f-4594-bc2b-a66170a83afb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.683342] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.683681] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76d30a2a-3665-450e-bf0b-1a5c46fe446b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.699786] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Preparing fetch location {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1887.700163] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Fetch image to [datastore1] OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7/OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7.vmdk {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1887.700430] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Downloading stream optimized image f29625e9-1048-448e-b7e7-68cc442cf780 to [datastore1] OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7/OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7.vmdk on the data store datastore1 as vApp {{(pid=63070) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1887.700677] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Downloading image file data f29625e9-1048-448e-b7e7-68cc442cf780 to the ESX as VM named 'OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7' {{(pid=63070) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1887.703290] env[63070]: DEBUG oslo_vmware.api [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1887.703290] env[63070]: value = "task-1771414" [ 1887.703290] env[63070]: _type = "Task" [ 1887.703290] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.715190] env[63070]: DEBUG oslo_vmware.api [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.784157] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1887.784157] env[63070]: value = "resgroup-9" [ 1887.784157] env[63070]: _type = "ResourcePool" [ 1887.784157] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1887.784547] env[63070]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d5e0f322-e299-4488-ab05-0b846cd56d7c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.806807] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lease: (returnval){ [ 1887.806807] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52559f08-87ba-065a-758c-e9b2f2d4c729" [ 1887.806807] env[63070]: _type = "HttpNfcLease" [ 1887.806807] env[63070]: } obtained for vApp import into resource pool (val){ [ 1887.806807] env[63070]: value = "resgroup-9" [ 1887.806807] env[63070]: _type = "ResourcePool" [ 1887.806807] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1887.807109] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the lease: (returnval){ [ 1887.807109] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52559f08-87ba-065a-758c-e9b2f2d4c729" [ 1887.807109] env[63070]: _type = "HttpNfcLease" [ 1887.807109] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1887.813267] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1887.813267] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52559f08-87ba-065a-758c-e9b2f2d4c729" [ 1887.813267] env[63070]: _type = "HttpNfcLease" [ 1887.813267] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1887.918139] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a50a68-25c6-0d71-b6de-b7ca1dbc7003, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.918975] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba1433f-9b6f-4843-84bb-dffe04852400 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.924191] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1887.924191] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d88c6c-2a1f-a20b-ff10-cc212d4701e7" [ 1887.924191] env[63070]: _type = "Task" [ 1887.924191] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.931923] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d88c6c-2a1f-a20b-ff10-cc212d4701e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.104469] env[63070]: DEBUG nova.network.neutron [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1888.213171] env[63070]: DEBUG oslo_vmware.api [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771414, 'name': PowerOffVM_Task, 'duration_secs': 0.191941} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.213566] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1888.213617] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1888.213868] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8937004-7839-4bde-a67c-791b63594d2d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.231938] env[63070]: DEBUG nova.network.neutron [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updating instance_info_cache with network_info: [{"id": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "address": "fa:16:3e:f8:9d:cc", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2d618d-32", "ovs_interfaceid": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.258234] env[63070]: DEBUG nova.compute.manager [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Received event network-vif-plugged-5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1888.258447] env[63070]: DEBUG oslo_concurrency.lockutils [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] Acquiring lock "c9a63683-ca97-4cce-b206-bf1621daf377-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.258653] env[63070]: DEBUG oslo_concurrency.lockutils [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] Lock "c9a63683-ca97-4cce-b206-bf1621daf377-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.258823] env[63070]: DEBUG oslo_concurrency.lockutils [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] Lock "c9a63683-ca97-4cce-b206-bf1621daf377-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.258989] env[63070]: DEBUG nova.compute.manager [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] No waiting events found dispatching network-vif-plugged-5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1888.259166] env[63070]: WARNING nova.compute.manager [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Received unexpected event network-vif-plugged-5a2d618d-3295-463e-9d6a-7f4c08e092cc for instance with vm_state building and task_state spawning. [ 1888.259407] env[63070]: DEBUG nova.compute.manager [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Received event network-changed-5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1888.259643] env[63070]: DEBUG nova.compute.manager [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Refreshing instance network info cache due to event network-changed-5a2d618d-3295-463e-9d6a-7f4c08e092cc. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1888.259833] env[63070]: DEBUG oslo_concurrency.lockutils [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] Acquiring lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.285896] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1888.286144] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1888.286229] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Deleting the datastore file [datastore1] 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.286537] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca9ba7bf-71ad-4ab4-aca2-b8a9f1a21aad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.293786] env[63070]: DEBUG oslo_vmware.api [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for the task: (returnval){ [ 1888.293786] env[63070]: value = "task-1771417" [ 1888.293786] env[63070]: _type = "Task" [ 1888.293786] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.301926] env[63070]: DEBUG oslo_vmware.api [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.314979] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1888.314979] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52559f08-87ba-065a-758c-e9b2f2d4c729" [ 1888.314979] env[63070]: _type = "HttpNfcLease" [ 1888.314979] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1888.435611] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d88c6c-2a1f-a20b-ff10-cc212d4701e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.435892] env[63070]: DEBUG oslo_concurrency.lockutils [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.436210] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] a1a0175a-98f5-49da-b5ee-fe8ee22df442/a1a0175a-98f5-49da-b5ee-fe8ee22df442.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1888.436485] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a319d1d-0fe6-4784-b77b-84ed0eec3cbb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.443432] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1888.443432] env[63070]: value = "task-1771418" [ 1888.443432] env[63070]: _type = "Task" [ 1888.443432] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.449971] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.734859] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.735290] env[63070]: DEBUG nova.compute.manager [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Instance network_info: |[{"id": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "address": "fa:16:3e:f8:9d:cc", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2d618d-32", "ovs_interfaceid": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1888.735682] env[63070]: DEBUG oslo_concurrency.lockutils [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] Acquired lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.735905] env[63070]: DEBUG nova.network.neutron [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Refreshing network info cache for port 5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.737403] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:9d:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a2d618d-3295-463e-9d6a-7f4c08e092cc', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1888.746305] env[63070]: DEBUG oslo.service.loopingcall [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.746905] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1888.747888] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad13f243-56e3-442a-bb85-1540a0e72935 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.771506] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1888.771506] env[63070]: value = "task-1771419" [ 1888.771506] env[63070]: _type = "Task" [ 1888.771506] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.780864] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771419, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.808020] env[63070]: DEBUG oslo_vmware.api [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Task: {'id': task-1771417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154081} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.808330] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.808517] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.808691] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.808883] env[63070]: INFO nova.compute.manager [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1888.809141] env[63070]: DEBUG oslo.service.loopingcall [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.809402] env[63070]: DEBUG nova.compute.manager [-] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1888.809486] env[63070]: DEBUG nova.network.neutron [-] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1888.818817] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1888.818817] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52559f08-87ba-065a-758c-e9b2f2d4c729" [ 1888.818817] env[63070]: _type = "HttpNfcLease" [ 1888.818817] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1888.819121] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1888.819121] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52559f08-87ba-065a-758c-e9b2f2d4c729" [ 1888.819121] env[63070]: _type = "HttpNfcLease" [ 1888.819121] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1888.819889] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccca079-4e43-48cc-9501-1d21fa0fb8d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.829518] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfc5e2-2f6d-2803-83d9-68618ac2a225/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1888.829709] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfc5e2-2f6d-2803-83d9-68618ac2a225/disk-0.vmdk. {{(pid=63070) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1888.893989] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0b566f8-92b1-460d-a2d6-97bda894aca2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.953667] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502303} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.953935] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] a1a0175a-98f5-49da-b5ee-fe8ee22df442/a1a0175a-98f5-49da-b5ee-fe8ee22df442.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1888.954178] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1888.954449] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e76ef7db-5bae-449f-ac7e-df3b7c94ffb5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.960382] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1888.960382] env[63070]: value = "task-1771420" [ 1888.960382] env[63070]: _type = "Task" [ 1888.960382] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.968149] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.285519] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771419, 'name': CreateVM_Task, 'duration_secs': 0.471127} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.285889] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1889.286395] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.286609] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.286917] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1889.288562] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afc0219-df8a-48f4-8615-a2591d615366 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.293179] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1889.293179] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52aadee5-135e-1f39-a642-f5bd64fb241c" [ 1889.293179] env[63070]: _type = "Task" [ 1889.293179] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.302558] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52aadee5-135e-1f39-a642-f5bd64fb241c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.468118] env[63070]: DEBUG nova.network.neutron [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updated VIF entry in instance network info cache for port 5a2d618d-3295-463e-9d6a-7f4c08e092cc. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.468644] env[63070]: DEBUG nova.network.neutron [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updating instance_info_cache with network_info: [{"id": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "address": "fa:16:3e:f8:9d:cc", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2d618d-32", "ovs_interfaceid": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.475978] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069214} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.476257] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1889.477040] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb55f8f6-3f69-4ec8-88b8-c5c4f359eafb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.500420] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] a1a0175a-98f5-49da-b5ee-fe8ee22df442/a1a0175a-98f5-49da-b5ee-fe8ee22df442.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.501050] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b7645a-598a-49ae-b67a-7f38601339ac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.522226] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1889.522226] env[63070]: value = "task-1771421" [ 1889.522226] env[63070]: _type = "Task" [ 1889.522226] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.530867] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.572467] env[63070]: DEBUG nova.network.neutron [-] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.807185] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52aadee5-135e-1f39-a642-f5bd64fb241c, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.809145] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.809437] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1889.809676] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.809875] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.810154] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1889.810461] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb17d910-7b74-45b5-bf94-3f7fe235c31b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.832016] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1889.832315] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1889.835054] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d90f82c-3dda-451d-a592-9da4091ca3b9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.841775] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1889.841775] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526d7390-d3e2-4cf7-371f-528883a0c519" [ 1889.841775] env[63070]: _type = "Task" [ 1889.841775] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.852765] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526d7390-d3e2-4cf7-371f-528883a0c519, 'name': SearchDatastore_Task, 'duration_secs': 0.00825} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.855251] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e88a756-a85b-4056-957a-16bcf0799c1f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.861378] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1889.861378] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52193f2f-8fee-f676-746b-71a84c77b1d4" [ 1889.861378] env[63070]: _type = "Task" [ 1889.861378] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.873026] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52193f2f-8fee-f676-746b-71a84c77b1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.972350] env[63070]: DEBUG oslo_concurrency.lockutils [req-2264c863-c5ca-4bf5-ac79-affb6b05aad0 req-158d4d8d-98d2-41c2-b20c-4952bffe52bc service nova] Releasing lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.033158] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771421, 'name': ReconfigVM_Task, 'duration_secs': 0.32604} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.033719] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Reconfigured VM instance instance-00000069 to attach disk [datastore1] a1a0175a-98f5-49da-b5ee-fe8ee22df442/a1a0175a-98f5-49da-b5ee-fe8ee22df442.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.034149] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0c9d7ae-4d43-49ec-a205-d159af229ceb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.042637] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1890.042637] env[63070]: value = "task-1771422" [ 1890.042637] env[63070]: _type = "Task" [ 1890.042637] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.054493] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771422, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.075107] env[63070]: INFO nova.compute.manager [-] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Took 1.27 seconds to deallocate network for instance. [ 1890.108770] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Completed reading data from the image iterator. {{(pid=63070) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1890.109051] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfc5e2-2f6d-2803-83d9-68618ac2a225/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1890.109934] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0213325-baa8-4927-ac3d-77e53d205676 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.116690] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfc5e2-2f6d-2803-83d9-68618ac2a225/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1890.116910] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfc5e2-2f6d-2803-83d9-68618ac2a225/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1890.117109] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4f0c630b-5cd0-4e06-ac4e-4e87366b3dea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.287206] env[63070]: DEBUG nova.compute.manager [req-8a7508e3-baea-4fb8-be03-ec74989b0b5b req-e96055a9-90dd-4011-94ab-e4cb34d9a436 service nova] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Received event network-vif-deleted-af0c6f6e-c6cd-4901-a62c-7f2820d9b7a2 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1890.319043] env[63070]: DEBUG oslo_vmware.rw_handles [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfc5e2-2f6d-2803-83d9-68618ac2a225/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1890.319287] env[63070]: INFO nova.virt.vmwareapi.images [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Downloaded image file data f29625e9-1048-448e-b7e7-68cc442cf780 [ 1890.320542] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc4c0a3-f782-414c-8c3b-f721512da4fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.338162] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b0f54e8-0c82-4d30-8ac1-6157f0190624 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.369023] env[63070]: INFO nova.virt.vmwareapi.images [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] The imported VM was unregistered [ 1890.371404] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Caching image {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1890.371635] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780 {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1890.372326] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c942b54-d2ad-4171-818d-9db6abe358d4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.378026] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52193f2f-8fee-f676-746b-71a84c77b1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.027595} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.378630] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.378951] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c9a63683-ca97-4cce-b206-bf1621daf377/c9a63683-ca97-4cce-b206-bf1621daf377.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1890.379399] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0df89c5-257a-470a-9efe-3ec0a35457f8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.386333] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1890.386333] env[63070]: value = "task-1771424" [ 1890.386333] env[63070]: _type = "Task" [ 1890.386333] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.390347] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Created directory with path [datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780 {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1890.390496] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7/OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7.vmdk to [datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780/f29625e9-1048-448e-b7e7-68cc442cf780.vmdk. {{(pid=63070) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1890.391112] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8611ae8b-5ba9-4af3-a85d-141b36cb18bb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.397044] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.401404] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1890.401404] env[63070]: value = "task-1771425" [ 1890.401404] env[63070]: _type = "Task" [ 1890.401404] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.408400] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771425, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.556944] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771422, 'name': Rename_Task, 'duration_secs': 0.159013} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.557263] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1890.557521] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-698039a2-8b03-4e63-afe2-f69c45059072 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.566294] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1890.566294] env[63070]: value = "task-1771426" [ 1890.566294] env[63070]: _type = "Task" [ 1890.566294] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.576390] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.581902] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.582307] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.582646] env[63070]: DEBUG nova.objects.instance [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lazy-loading 'resources' on Instance uuid 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.901772] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771424, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.918285] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771425, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.934077] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "68246885-72ed-4ee4-b154-c16e5e79538e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.934438] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.077302] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.232046] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d71386-4ee4-4bd4-aaf7-dc3880a2c416 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.241358] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469d631a-3661-4984-a816-eb0419f1b086 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.277061] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad20faeb-414a-4b24-8cf2-edb745a2ab42 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.284609] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e412b2a3-b813-4323-81ae-bedc1ca890c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.297848] env[63070]: DEBUG nova.compute.provider_tree [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.399426] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7808} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.399691] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] c9a63683-ca97-4cce-b206-bf1621daf377/c9a63683-ca97-4cce-b206-bf1621daf377.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.399904] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1891.400198] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18511cb3-eeac-4df7-9cde-acd861865731 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.412125] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771425, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.413669] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1891.413669] env[63070]: value = "task-1771427" [ 1891.413669] env[63070]: _type = "Task" [ 1891.413669] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.422782] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.438045] env[63070]: DEBUG nova.compute.utils [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.578078] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.800992] env[63070]: DEBUG nova.scheduler.client.report [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1891.914518] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771425, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.925463] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079482} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.925769] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1891.926635] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234c82fb-8e9c-4d64-a573-46a0e8c0d677 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.942492] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.951635] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] c9a63683-ca97-4cce-b206-bf1621daf377/c9a63683-ca97-4cce-b206-bf1621daf377.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.952401] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2a70d9-ed86-453d-a254-287fa44c9852 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.975605] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1891.975605] env[63070]: value = "task-1771428" [ 1891.975605] env[63070]: _type = "Task" [ 1891.975605] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.986368] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.081295] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771426, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.306073] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.330979] env[63070]: INFO nova.scheduler.client.report [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Deleted allocations for instance 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba [ 1892.418446] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771425, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.488220] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.580794] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771426, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.840956] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3c80ce8d-208e-4f6a-8601-34be0b5df73a tempest-InstanceActionsTestJSON-706545719 tempest-InstanceActionsTestJSON-706545719-project-member] Lock "235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.678s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.915955] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771425, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.989245] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.008374] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "68246885-72ed-4ee4-b154-c16e5e79538e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.008638] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.008912] env[63070]: INFO nova.compute.manager [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Attaching volume 95c2a0e1-5235-4036-bc93-2b6be1889f00 to /dev/sdb [ 1893.083746] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771426, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.084656] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7a10e7-e330-423f-ba8f-1cd830df3345 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.091159] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4413765c-4a82-46f7-93ac-cb02fe8f9dfb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.104171] env[63070]: DEBUG nova.virt.block_device [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating existing volume attachment record: 819ad848-fade-4460-8f64-c557ba7795b9 {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1893.415173] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771425, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.843138} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.415537] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7/OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7.vmdk to [datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780/f29625e9-1048-448e-b7e7-68cc442cf780.vmdk. [ 1893.415771] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Cleaning up location [datastore1] OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1893.415996] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e7ef54c8-8b5d-4584-a167-4b2b1b1566f7 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.416322] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c6fbf9b-85dc-4558-9796-690ebb95b5ac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.424961] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1893.424961] env[63070]: value = "task-1771430" [ 1893.424961] env[63070]: _type = "Task" [ 1893.424961] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.435139] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.485604] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771428, 'name': ReconfigVM_Task, 'duration_secs': 1.19796} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.485888] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Reconfigured VM instance instance-00000070 to attach disk [datastore1] c9a63683-ca97-4cce-b206-bf1621daf377/c9a63683-ca97-4cce-b206-bf1621daf377.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1893.486531] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c919503-a00b-4f2c-8fab-43f0dcd270bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.492681] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1893.492681] env[63070]: value = "task-1771431" [ 1893.492681] env[63070]: _type = "Task" [ 1893.492681] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.500196] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771431, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.579258] env[63070]: DEBUG oslo_vmware.api [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771426, 'name': PowerOnVM_Task, 'duration_secs': 2.691387} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.579561] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1893.579766] env[63070]: DEBUG nova.compute.manager [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.580585] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51027b3e-7a8c-49aa-833d-5bd733a09a9e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.938134] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173255} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.938518] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1893.938903] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780/f29625e9-1048-448e-b7e7-68cc442cf780.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.939222] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780/f29625e9-1048-448e-b7e7-68cc442cf780.vmdk to [datastore1] 8dc9d504-c0b2-410a-8610-afa006d73b22/8dc9d504-c0b2-410a-8610-afa006d73b22.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.939534] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89fa6f75-c4dd-4ae5-807b-92be9ff37007 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.946618] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1893.946618] env[63070]: value = "task-1771434" [ 1893.946618] env[63070]: _type = "Task" [ 1893.946618] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.954467] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.005151] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771431, 'name': Rename_Task, 'duration_secs': 0.465836} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.005575] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1894.006113] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0d34c1b-6ccf-42e2-bdda-c7194760b0c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.013450] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1894.013450] env[63070]: value = "task-1771435" [ 1894.013450] env[63070]: _type = "Task" [ 1894.013450] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.021079] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.098819] env[63070]: DEBUG oslo_concurrency.lockutils [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.099696] env[63070]: DEBUG oslo_concurrency.lockutils [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.099922] env[63070]: DEBUG nova.objects.instance [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63070) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1894.460155] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771434, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.523723] env[63070]: DEBUG oslo_vmware.api [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771435, 'name': PowerOnVM_Task, 'duration_secs': 0.463071} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.523995] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.524212] env[63070]: INFO nova.compute.manager [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1894.524391] env[63070]: DEBUG nova.compute.manager [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.525266] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6deb1f-038f-49db-9fb5-1795216d5585 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.538915] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "51ce3c3a-3b19-4a40-9769-f02b83900050" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.539090] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.959808] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771434, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.043028] env[63070]: DEBUG nova.compute.utils [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1895.044087] env[63070]: INFO nova.compute.manager [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Took 13.30 seconds to build instance. [ 1895.048666] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.049235] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.049324] env[63070]: INFO nova.compute.manager [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Shelving [ 1895.111448] env[63070]: DEBUG oslo_concurrency.lockutils [None req-920d5f5c-aa39-41ef-9447-b9b09e5e0048 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.460643] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771434, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.546803] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.547516] env[63070]: DEBUG oslo_concurrency.lockutils [None req-0ee2ff20-cce2-42ac-8d06-9fd9a5ed47fb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "c9a63683-ca97-4cce-b206-bf1621daf377" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.812s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.961719] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771434, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.058898] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.062124] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c82b7b47-7665-43c1-a99a-6a7d0f4ccedd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.071073] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1896.071073] env[63070]: value = "task-1771436" [ 1896.071073] env[63070]: _type = "Task" [ 1896.071073] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.087863] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.461949] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771434, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.583688] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.618813] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "51ce3c3a-3b19-4a40-9769-f02b83900050" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.619104] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.619351] env[63070]: INFO nova.compute.manager [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Attaching volume 04531aed-1894-4e87-b941-9a46e6ce3378 to /dev/sdb [ 1896.657615] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee843bb9-4546-4bc0-9475-82964102980a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.667977] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dcebad-2a50-4d52-859b-bfa893cbd378 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.690435] env[63070]: DEBUG nova.virt.block_device [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Updating existing volume attachment record: 5a642420-7e1e-4ee0-8315-c91b77236bbc {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1896.783385] env[63070]: DEBUG nova.compute.manager [req-bf13bb54-75f1-4e17-99e9-4c93bf49000d req-e096c4f2-43dd-4128-b7db-bb71001132f8 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received event network-changed-b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1896.783581] env[63070]: DEBUG nova.compute.manager [req-bf13bb54-75f1-4e17-99e9-4c93bf49000d req-e096c4f2-43dd-4128-b7db-bb71001132f8 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing instance network info cache due to event network-changed-b755c700-9381-417c-b696-788d00e03c2e. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1896.783801] env[63070]: DEBUG oslo_concurrency.lockutils [req-bf13bb54-75f1-4e17-99e9-4c93bf49000d req-e096c4f2-43dd-4128-b7db-bb71001132f8 service nova] Acquiring lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.783943] env[63070]: DEBUG oslo_concurrency.lockutils [req-bf13bb54-75f1-4e17-99e9-4c93bf49000d req-e096c4f2-43dd-4128-b7db-bb71001132f8 service nova] Acquired lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.784121] env[63070]: DEBUG nova.network.neutron [req-bf13bb54-75f1-4e17-99e9-4c93bf49000d req-e096c4f2-43dd-4128-b7db-bb71001132f8 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing network info cache for port b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.961303] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771434, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.081598] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771436, 'name': PowerOffVM_Task, 'duration_secs': 0.967607} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.081903] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.082696] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3377b8-4509-46d6-9859-0dfa21aefeed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.103359] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4289b5b5-e857-477b-bc2d-50b1b002536c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.462479] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771434, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.029175} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.462762] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f29625e9-1048-448e-b7e7-68cc442cf780/f29625e9-1048-448e-b7e7-68cc442cf780.vmdk to [datastore1] 8dc9d504-c0b2-410a-8610-afa006d73b22/8dc9d504-c0b2-410a-8610-afa006d73b22.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1897.463545] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a4451-13e2-49d6-baa2-f5e3bc347c48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.489198] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 8dc9d504-c0b2-410a-8610-afa006d73b22/8dc9d504-c0b2-410a-8610-afa006d73b22.vmdk or device None with type streamOptimized {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1897.491842] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1ced0b-10af-44bf-96e7-5ceedfab4c04 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.522160] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1897.522160] env[63070]: value = "task-1771438" [ 1897.522160] env[63070]: _type = "Task" [ 1897.522160] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.532301] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.614257] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1897.614599] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5317854e-1456-457f-a850-6ce551c40ace {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.622120] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1897.622120] env[63070]: value = "task-1771439" [ 1897.622120] env[63070]: _type = "Task" [ 1897.622120] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.633025] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771439, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.741292] env[63070]: DEBUG nova.network.neutron [req-bf13bb54-75f1-4e17-99e9-4c93bf49000d req-e096c4f2-43dd-4128-b7db-bb71001132f8 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updated VIF entry in instance network info cache for port b755c700-9381-417c-b696-788d00e03c2e. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.741763] env[63070]: DEBUG nova.network.neutron [req-bf13bb54-75f1-4e17-99e9-4c93bf49000d req-e096c4f2-43dd-4128-b7db-bb71001132f8 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [{"id": "b755c700-9381-417c-b696-788d00e03c2e", "address": "fa:16:3e:db:4f:0b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb755c700-93", "ovs_interfaceid": "b755c700-9381-417c-b696-788d00e03c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.006381] env[63070]: DEBUG nova.compute.manager [req-8f1efb55-5048-4de7-8470-db253f29b4ca req-6c025999-f20d-464f-985c-15624da0af3b service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Received event network-changed-5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1898.006578] env[63070]: DEBUG nova.compute.manager [req-8f1efb55-5048-4de7-8470-db253f29b4ca req-6c025999-f20d-464f-985c-15624da0af3b service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Refreshing instance network info cache due to event network-changed-5a2d618d-3295-463e-9d6a-7f4c08e092cc. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1898.006844] env[63070]: DEBUG oslo_concurrency.lockutils [req-8f1efb55-5048-4de7-8470-db253f29b4ca req-6c025999-f20d-464f-985c-15624da0af3b service nova] Acquiring lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.006994] env[63070]: DEBUG oslo_concurrency.lockutils [req-8f1efb55-5048-4de7-8470-db253f29b4ca req-6c025999-f20d-464f-985c-15624da0af3b service nova] Acquired lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.007174] env[63070]: DEBUG nova.network.neutron [req-8f1efb55-5048-4de7-8470-db253f29b4ca req-6c025999-f20d-464f-985c-15624da0af3b service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Refreshing network info cache for port 5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.033108] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.133807] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.248963] env[63070]: DEBUG oslo_concurrency.lockutils [req-bf13bb54-75f1-4e17-99e9-4c93bf49000d req-e096c4f2-43dd-4128-b7db-bb71001132f8 service nova] Releasing lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.533701] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771438, 'name': ReconfigVM_Task, 'duration_secs': 0.68894} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.534100] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 8dc9d504-c0b2-410a-8610-afa006d73b22/8dc9d504-c0b2-410a-8610-afa006d73b22.vmdk or device None with type streamOptimized {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1898.534731] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe7f6add-b3f7-44d6-929d-13d94484890e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.541335] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1898.541335] env[63070]: value = "task-1771441" [ 1898.541335] env[63070]: _type = "Task" [ 1898.541335] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.549138] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771441, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.634416] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.700842] env[63070]: DEBUG nova.network.neutron [req-8f1efb55-5048-4de7-8470-db253f29b4ca req-6c025999-f20d-464f-985c-15624da0af3b service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updated VIF entry in instance network info cache for port 5a2d618d-3295-463e-9d6a-7f4c08e092cc. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1898.701273] env[63070]: DEBUG nova.network.neutron [req-8f1efb55-5048-4de7-8470-db253f29b4ca req-6c025999-f20d-464f-985c-15624da0af3b service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updating instance_info_cache with network_info: [{"id": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "address": "fa:16:3e:f8:9d:cc", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2d618d-32", "ovs_interfaceid": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.807651] env[63070]: DEBUG nova.compute.manager [req-1201fd6b-255a-4d75-b948-8607f3c8cb23 req-704d3730-7ad6-4c29-993f-6a299efa1523 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Received event network-changed-5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1898.807872] env[63070]: DEBUG nova.compute.manager [req-1201fd6b-255a-4d75-b948-8607f3c8cb23 req-704d3730-7ad6-4c29-993f-6a299efa1523 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Refreshing instance network info cache due to event network-changed-5a2d618d-3295-463e-9d6a-7f4c08e092cc. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1898.808125] env[63070]: DEBUG oslo_concurrency.lockutils [req-1201fd6b-255a-4d75-b948-8607f3c8cb23 req-704d3730-7ad6-4c29-993f-6a299efa1523 service nova] Acquiring lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.051742] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771441, 'name': Rename_Task, 'duration_secs': 0.382546} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.052031] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.052278] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d3b8580-47e4-41df-9d34-9f581d8e13f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.058785] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1899.058785] env[63070]: value = "task-1771443" [ 1899.058785] env[63070]: _type = "Task" [ 1899.058785] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.066439] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.133858] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771439, 'name': CreateSnapshot_Task, 'duration_secs': 1.381738} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.134139] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1899.134927] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8aa232-402d-4a4d-afb1-9030964e3138 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.204432] env[63070]: DEBUG oslo_concurrency.lockutils [req-8f1efb55-5048-4de7-8470-db253f29b4ca req-6c025999-f20d-464f-985c-15624da0af3b service nova] Releasing lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.204831] env[63070]: DEBUG oslo_concurrency.lockutils [req-1201fd6b-255a-4d75-b948-8607f3c8cb23 req-704d3730-7ad6-4c29-993f-6a299efa1523 service nova] Acquired lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.205036] env[63070]: DEBUG nova.network.neutron [req-1201fd6b-255a-4d75-b948-8607f3c8cb23 req-704d3730-7ad6-4c29-993f-6a299efa1523 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Refreshing network info cache for port 5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1899.568400] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.653337] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1899.653658] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f97c966e-bfa6-48c0-8c93-fef423f9dc94 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.662055] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1899.662055] env[63070]: value = "task-1771444" [ 1899.662055] env[63070]: _type = "Task" [ 1899.662055] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.669870] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771444, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.890073] env[63070]: DEBUG nova.network.neutron [req-1201fd6b-255a-4d75-b948-8607f3c8cb23 req-704d3730-7ad6-4c29-993f-6a299efa1523 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updated VIF entry in instance network info cache for port 5a2d618d-3295-463e-9d6a-7f4c08e092cc. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.890629] env[63070]: DEBUG nova.network.neutron [req-1201fd6b-255a-4d75-b948-8607f3c8cb23 req-704d3730-7ad6-4c29-993f-6a299efa1523 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updating instance_info_cache with network_info: [{"id": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "address": "fa:16:3e:f8:9d:cc", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2d618d-32", "ovs_interfaceid": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.066878] env[63070]: DEBUG nova.compute.manager [req-4625a6eb-6fcc-4622-9d2c-c590706c2d1b req-6f7caac7-13c7-4dea-9986-afd3764300cf service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received event network-changed-b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1900.067042] env[63070]: DEBUG nova.compute.manager [req-4625a6eb-6fcc-4622-9d2c-c590706c2d1b req-6f7caac7-13c7-4dea-9986-afd3764300cf service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing instance network info cache due to event network-changed-b755c700-9381-417c-b696-788d00e03c2e. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1900.067258] env[63070]: DEBUG oslo_concurrency.lockutils [req-4625a6eb-6fcc-4622-9d2c-c590706c2d1b req-6f7caac7-13c7-4dea-9986-afd3764300cf service nova] Acquiring lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.067400] env[63070]: DEBUG oslo_concurrency.lockutils [req-4625a6eb-6fcc-4622-9d2c-c590706c2d1b req-6f7caac7-13c7-4dea-9986-afd3764300cf service nova] Acquired lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.067564] env[63070]: DEBUG nova.network.neutron [req-4625a6eb-6fcc-4622-9d2c-c590706c2d1b req-6f7caac7-13c7-4dea-9986-afd3764300cf service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing network info cache for port b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.072571] env[63070]: DEBUG oslo_vmware.api [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771443, 'name': PowerOnVM_Task, 'duration_secs': 0.971886} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.072726] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.153984] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1900.154265] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367833', 'volume_id': '95c2a0e1-5235-4036-bc93-2b6be1889f00', 'name': 'volume-95c2a0e1-5235-4036-bc93-2b6be1889f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68246885-72ed-4ee4-b154-c16e5e79538e', 'attached_at': '', 'detached_at': '', 'volume_id': '95c2a0e1-5235-4036-bc93-2b6be1889f00', 'serial': '95c2a0e1-5235-4036-bc93-2b6be1889f00'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1900.155142] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abb1e59-bf85-4618-afc3-fd6358d8843c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.180118] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc851714-9d4a-470a-be94-91f69e726b7e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.183660] env[63070]: DEBUG nova.compute.manager [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.184544] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d4411e-65fa-427c-9f51-9181acce2110 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.217491] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-95c2a0e1-5235-4036-bc93-2b6be1889f00/volume-95c2a0e1-5235-4036-bc93-2b6be1889f00.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1900.217635] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771444, 'name': CloneVM_Task} progress is 12%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.218013] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80400c1b-af78-4a87-b5f5-1a9953ab77e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.238805] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1900.238805] env[63070]: value = "task-1771445" [ 1900.238805] env[63070]: _type = "Task" [ 1900.238805] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.246516] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.393459] env[63070]: DEBUG oslo_concurrency.lockutils [req-1201fd6b-255a-4d75-b948-8607f3c8cb23 req-704d3730-7ad6-4c29-993f-6a299efa1523 service nova] Releasing lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.686817] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771444, 'name': CloneVM_Task} progress is 12%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.700564] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7f205362-3473-4b25-91d7-c2d56fac0113 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.727s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.749881] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.780757] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "e34be017-2ff4-44f0-b44b-3abde2d39837" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.781018] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.784037] env[63070]: DEBUG nova.network.neutron [req-4625a6eb-6fcc-4622-9d2c-c590706c2d1b req-6f7caac7-13c7-4dea-9986-afd3764300cf service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updated VIF entry in instance network info cache for port b755c700-9381-417c-b696-788d00e03c2e. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.784375] env[63070]: DEBUG nova.network.neutron [req-4625a6eb-6fcc-4622-9d2c-c590706c2d1b req-6f7caac7-13c7-4dea-9986-afd3764300cf service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [{"id": "b755c700-9381-417c-b696-788d00e03c2e", "address": "fa:16:3e:db:4f:0b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb755c700-93", "ovs_interfaceid": "b755c700-9381-417c-b696-788d00e03c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.187097] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771444, 'name': CloneVM_Task} progress is 12%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.239121] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1901.239378] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367834', 'volume_id': '04531aed-1894-4e87-b941-9a46e6ce3378', 'name': 'volume-04531aed-1894-4e87-b941-9a46e6ce3378', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '51ce3c3a-3b19-4a40-9769-f02b83900050', 'attached_at': '', 'detached_at': '', 'volume_id': '04531aed-1894-4e87-b941-9a46e6ce3378', 'serial': '04531aed-1894-4e87-b941-9a46e6ce3378'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1901.240269] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f2e3cf-eb81-4e06-8692-902881f2d4f2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.251502] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.263491] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc88c2d-5502-4bf7-9c90-44f77d6c6b89 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.287764] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-04531aed-1894-4e87-b941-9a46e6ce3378/volume-04531aed-1894-4e87-b941-9a46e6ce3378.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.288431] env[63070]: INFO nova.compute.manager [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Detaching volume 27e64257-2645-4bd2-b4c5-67fe45adc962 [ 1901.290338] env[63070]: DEBUG oslo_concurrency.lockutils [req-4625a6eb-6fcc-4622-9d2c-c590706c2d1b req-6f7caac7-13c7-4dea-9986-afd3764300cf service nova] Releasing lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.290701] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84f643e1-65fd-46a4-bd4f-667ee3dcf7fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.311920] env[63070]: DEBUG oslo_vmware.api [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1901.311920] env[63070]: value = "task-1771446" [ 1901.311920] env[63070]: _type = "Task" [ 1901.311920] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.320263] env[63070]: DEBUG oslo_vmware.api [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.339564] env[63070]: INFO nova.virt.block_device [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Attempting to driver detach volume 27e64257-2645-4bd2-b4c5-67fe45adc962 from mountpoint /dev/sdb [ 1901.340444] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1901.340444] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367818', 'volume_id': '27e64257-2645-4bd2-b4c5-67fe45adc962', 'name': 'volume-27e64257-2645-4bd2-b4c5-67fe45adc962', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e34be017-2ff4-44f0-b44b-3abde2d39837', 'attached_at': '', 'detached_at': '', 'volume_id': '27e64257-2645-4bd2-b4c5-67fe45adc962', 'serial': '27e64257-2645-4bd2-b4c5-67fe45adc962'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1901.341061] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f30683-dbc2-478c-82bc-c124bf211ae0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.362732] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dca2649-5990-46d2-ab21-dbe07ce56cca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.369880] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b2e001-0f4f-45ec-8d9c-8dda59f60a41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.390043] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e19dd1-265d-42dc-80ed-2ad02a525462 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.404665] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] The volume has not been displaced from its original location: [datastore1] volume-27e64257-2645-4bd2-b4c5-67fe45adc962/volume-27e64257-2645-4bd2-b4c5-67fe45adc962.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1901.409985] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1901.410300] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca68b1d-1bd7-48e0-ae4d-4c9feb965273 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.428447] env[63070]: DEBUG oslo_vmware.api [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1901.428447] env[63070]: value = "task-1771447" [ 1901.428447] env[63070]: _type = "Task" [ 1901.428447] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.436484] env[63070]: DEBUG oslo_vmware.api [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.687499] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771444, 'name': CloneVM_Task} progress is 23%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.752712] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.821844] env[63070]: DEBUG oslo_vmware.api [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771446, 'name': ReconfigVM_Task, 'duration_secs': 0.360277} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.822177] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-04531aed-1894-4e87-b941-9a46e6ce3378/volume-04531aed-1894-4e87-b941-9a46e6ce3378.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1901.826917] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be8726d2-bcc0-413d-a0ce-21649ea25c41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.841989] env[63070]: DEBUG oslo_vmware.api [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1901.841989] env[63070]: value = "task-1771448" [ 1901.841989] env[63070]: _type = "Task" [ 1901.841989] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.849842] env[63070]: DEBUG oslo_vmware.api [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.938597] env[63070]: DEBUG oslo_vmware.api [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771447, 'name': ReconfigVM_Task, 'duration_secs': 0.224682} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.938826] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1901.943360] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cde7846-e7da-4f12-8d76-383553158adf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.958136] env[63070]: DEBUG oslo_vmware.api [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1901.958136] env[63070]: value = "task-1771449" [ 1901.958136] env[63070]: _type = "Task" [ 1901.958136] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.968177] env[63070]: DEBUG oslo_vmware.api [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.013347] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71eede4-61cc-4eab-8112-a0de673e9621 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.019903] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e56abe39-385e-42d8-878a-8142bc7fff35 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Suspending the VM {{(pid=63070) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1902.020139] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d0185645-c445-4ee6-ace3-b6afc607edea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.025070] env[63070]: DEBUG oslo_vmware.api [None req-e56abe39-385e-42d8-878a-8142bc7fff35 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1902.025070] env[63070]: value = "task-1771450" [ 1902.025070] env[63070]: _type = "Task" [ 1902.025070] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.032547] env[63070]: DEBUG oslo_vmware.api [None req-e56abe39-385e-42d8-878a-8142bc7fff35 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771450, 'name': SuspendVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.188690] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771444, 'name': CloneVM_Task} progress is 23%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.253101] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.352566] env[63070]: DEBUG oslo_vmware.api [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771448, 'name': ReconfigVM_Task, 'duration_secs': 0.180934} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.352728] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367834', 'volume_id': '04531aed-1894-4e87-b941-9a46e6ce3378', 'name': 'volume-04531aed-1894-4e87-b941-9a46e6ce3378', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '51ce3c3a-3b19-4a40-9769-f02b83900050', 'attached_at': '', 'detached_at': '', 'volume_id': '04531aed-1894-4e87-b941-9a46e6ce3378', 'serial': '04531aed-1894-4e87-b941-9a46e6ce3378'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1902.467934] env[63070]: DEBUG oslo_vmware.api [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.534691] env[63070]: DEBUG oslo_vmware.api [None req-e56abe39-385e-42d8-878a-8142bc7fff35 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771450, 'name': SuspendVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.690155] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771444, 'name': CloneVM_Task} progress is 23%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.753688] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.969940] env[63070]: DEBUG oslo_vmware.api [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.037913] env[63070]: DEBUG oslo_vmware.api [None req-e56abe39-385e-42d8-878a-8142bc7fff35 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771450, 'name': SuspendVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.190250] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771444, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.256531] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.395780] env[63070]: DEBUG nova.objects.instance [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lazy-loading 'flavor' on Instance uuid 51ce3c3a-3b19-4a40-9769-f02b83900050 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.469150] env[63070]: DEBUG oslo_vmware.api [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771449, 'name': ReconfigVM_Task, 'duration_secs': 1.135396} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.469582] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367818', 'volume_id': '27e64257-2645-4bd2-b4c5-67fe45adc962', 'name': 'volume-27e64257-2645-4bd2-b4c5-67fe45adc962', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e34be017-2ff4-44f0-b44b-3abde2d39837', 'attached_at': '', 'detached_at': '', 'volume_id': '27e64257-2645-4bd2-b4c5-67fe45adc962', 'serial': '27e64257-2645-4bd2-b4c5-67fe45adc962'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1903.538356] env[63070]: DEBUG oslo_vmware.api [None req-e56abe39-385e-42d8-878a-8142bc7fff35 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771450, 'name': SuspendVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.696265] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771444, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.756012] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771445, 'name': ReconfigVM_Task, 'duration_secs': 3.228029} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.756332] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-95c2a0e1-5235-4036-bc93-2b6be1889f00/volume-95c2a0e1-5235-4036-bc93-2b6be1889f00.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.762187] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5afedb12-1501-4533-97af-4a378cc703f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.777833] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1903.777833] env[63070]: value = "task-1771451" [ 1903.777833] env[63070]: _type = "Task" [ 1903.777833] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.786383] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.901421] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03a0112e-982f-4f00-a921-e2a0a7f51b12 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.005430] env[63070]: DEBUG oslo_concurrency.lockutils [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "51ce3c3a-3b19-4a40-9769-f02b83900050" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.005701] env[63070]: DEBUG oslo_concurrency.lockutils [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.013180] env[63070]: DEBUG nova.objects.instance [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'flavor' on Instance uuid e34be017-2ff4-44f0-b44b-3abde2d39837 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.036929] env[63070]: DEBUG oslo_vmware.api [None req-e56abe39-385e-42d8-878a-8142bc7fff35 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771450, 'name': SuspendVM_Task, 'duration_secs': 1.783163} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.037204] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e56abe39-385e-42d8-878a-8142bc7fff35 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Suspended the VM {{(pid=63070) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1904.037391] env[63070]: DEBUG nova.compute.manager [None req-e56abe39-385e-42d8-878a-8142bc7fff35 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.038164] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bc4ebb-968f-408e-b4df-a2d4b4d731c5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.191550] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771444, 'name': CloneVM_Task, 'duration_secs': 4.306547} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.191801] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Created linked-clone VM from snapshot [ 1904.192613] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda75d26-5ed6-44f9-ab58-31a55ae3ed79 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.199468] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Uploading image e46d20eb-653b-40bf-95a9-03b6b4341cbe {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1904.225217] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1904.225217] env[63070]: value = "vm-367836" [ 1904.225217] env[63070]: _type = "VirtualMachine" [ 1904.225217] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1904.225486] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60429d24-6b21-4063-a313-c739ee90fa8e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.233110] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lease: (returnval){ [ 1904.233110] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ab8906-1acf-c2be-f4e8-fd96f012ec94" [ 1904.233110] env[63070]: _type = "HttpNfcLease" [ 1904.233110] env[63070]: } obtained for exporting VM: (result){ [ 1904.233110] env[63070]: value = "vm-367836" [ 1904.233110] env[63070]: _type = "VirtualMachine" [ 1904.233110] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1904.233391] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the lease: (returnval){ [ 1904.233391] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ab8906-1acf-c2be-f4e8-fd96f012ec94" [ 1904.233391] env[63070]: _type = "HttpNfcLease" [ 1904.233391] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1904.239516] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1904.239516] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ab8906-1acf-c2be-f4e8-fd96f012ec94" [ 1904.239516] env[63070]: _type = "HttpNfcLease" [ 1904.239516] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1904.286472] env[63070]: DEBUG oslo_vmware.api [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771451, 'name': ReconfigVM_Task, 'duration_secs': 0.133737} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.286695] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367833', 'volume_id': '95c2a0e1-5235-4036-bc93-2b6be1889f00', 'name': 'volume-95c2a0e1-5235-4036-bc93-2b6be1889f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68246885-72ed-4ee4-b154-c16e5e79538e', 'attached_at': '', 'detached_at': '', 'volume_id': '95c2a0e1-5235-4036-bc93-2b6be1889f00', 'serial': '95c2a0e1-5235-4036-bc93-2b6be1889f00'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1904.508658] env[63070]: INFO nova.compute.manager [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Detaching volume 04531aed-1894-4e87-b941-9a46e6ce3378 [ 1904.551170] env[63070]: INFO nova.virt.block_device [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Attempting to driver detach volume 04531aed-1894-4e87-b941-9a46e6ce3378 from mountpoint /dev/sdb [ 1904.551280] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1904.551445] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367834', 'volume_id': '04531aed-1894-4e87-b941-9a46e6ce3378', 'name': 'volume-04531aed-1894-4e87-b941-9a46e6ce3378', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '51ce3c3a-3b19-4a40-9769-f02b83900050', 'attached_at': '', 'detached_at': '', 'volume_id': '04531aed-1894-4e87-b941-9a46e6ce3378', 'serial': '04531aed-1894-4e87-b941-9a46e6ce3378'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1904.552325] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20013b5-13b1-46ee-8433-42de2a98e4c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.574563] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60f0ba7-2053-401a-9b74-140005788c64 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.582302] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9a12cc-42c5-4c30-bc60-275621dc2080 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.602639] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1967159-aea0-4ab1-adb4-9a9a1e3990a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.619438] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] The volume has not been displaced from its original location: [datastore1] volume-04531aed-1894-4e87-b941-9a46e6ce3378/volume-04531aed-1894-4e87-b941-9a46e6ce3378.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1904.624610] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1904.624875] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca010062-058e-4619-9f1f-6ce7b10334c8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.643073] env[63070]: DEBUG oslo_vmware.api [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1904.643073] env[63070]: value = "task-1771453" [ 1904.643073] env[63070]: _type = "Task" [ 1904.643073] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.650706] env[63070]: DEBUG oslo_vmware.api [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.741487] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1904.741487] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ab8906-1acf-c2be-f4e8-fd96f012ec94" [ 1904.741487] env[63070]: _type = "HttpNfcLease" [ 1904.741487] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1904.741950] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1904.741950] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ab8906-1acf-c2be-f4e8-fd96f012ec94" [ 1904.741950] env[63070]: _type = "HttpNfcLease" [ 1904.741950] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1904.742470] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d24a85a-8602-439e-ad64-7edb16332424 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.750058] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228e9b6-9aec-6848-d810-ae4c806e0ca6/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1904.750250] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228e9b6-9aec-6848-d810-ae4c806e0ca6/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1904.839329] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d627c7b-cdf8-400e-aeca-5d8248aecd1b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.982058] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "e34be017-2ff4-44f0-b44b-3abde2d39837" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.019940] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95d36719-d316-4e4d-989e-9b2e0d62cad1 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.239s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.021417] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.039s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.021770] env[63070]: DEBUG nova.compute.manager [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.022952] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beba056d-000a-4123-b5da-bd196ebf1924 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.032324] env[63070]: DEBUG nova.compute.manager [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63070) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1905.032935] env[63070]: DEBUG nova.objects.instance [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'flavor' on Instance uuid e34be017-2ff4-44f0-b44b-3abde2d39837 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.153847] env[63070]: DEBUG oslo_vmware.api [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771453, 'name': ReconfigVM_Task, 'duration_secs': 0.2348} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.154233] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1905.159803] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31295d3-93ba-468a-bb83-2c4537e915c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.175650] env[63070]: DEBUG oslo_vmware.api [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1905.175650] env[63070]: value = "task-1771454" [ 1905.175650] env[63070]: _type = "Task" [ 1905.175650] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.184373] env[63070]: DEBUG oslo_vmware.api [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.340373] env[63070]: DEBUG nova.objects.instance [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'flavor' on Instance uuid 68246885-72ed-4ee4-b154-c16e5e79538e {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.542294] env[63070]: INFO nova.compute.manager [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Resuming [ 1905.542969] env[63070]: DEBUG nova.objects.instance [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lazy-loading 'flavor' on Instance uuid 8dc9d504-c0b2-410a-8610-afa006d73b22 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.686259] env[63070]: DEBUG oslo_vmware.api [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771454, 'name': ReconfigVM_Task, 'duration_secs': 0.140237} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.686547] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367834', 'volume_id': '04531aed-1894-4e87-b941-9a46e6ce3378', 'name': 'volume-04531aed-1894-4e87-b941-9a46e6ce3378', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '51ce3c3a-3b19-4a40-9769-f02b83900050', 'attached_at': '', 'detached_at': '', 'volume_id': '04531aed-1894-4e87-b941-9a46e6ce3378', 'serial': '04531aed-1894-4e87-b941-9a46e6ce3378'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1905.845921] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5aa47ce9-5f3c-4044-ac0e-7b25f06530b2 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 12.837s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.049532] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1906.049813] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b51e0e4-c2e8-4772-8c18-6a37abdbcbf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.057542] env[63070]: DEBUG oslo_vmware.api [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1906.057542] env[63070]: value = "task-1771455" [ 1906.057542] env[63070]: _type = "Task" [ 1906.057542] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.068084] env[63070]: DEBUG oslo_vmware.api [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.238270] env[63070]: DEBUG nova.objects.instance [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lazy-loading 'flavor' on Instance uuid 51ce3c3a-3b19-4a40-9769-f02b83900050 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.568963] env[63070]: DEBUG oslo_vmware.api [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771455, 'name': PowerOffVM_Task, 'duration_secs': 0.189196} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.569337] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1906.569599] env[63070]: DEBUG nova.compute.manager [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.570471] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32841a2a-c11d-4d14-b6c6-7070b1e4189b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.838954] env[63070]: DEBUG nova.compute.manager [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Stashing vm_state: active {{(pid=63070) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1907.052935] env[63070]: DEBUG oslo_concurrency.lockutils [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.053410] env[63070]: DEBUG oslo_concurrency.lockutils [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquired lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.053410] env[63070]: DEBUG nova.network.neutron [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1907.082345] env[63070]: DEBUG oslo_concurrency.lockutils [None req-a269575e-1577-466c-b7eb-7487279555db tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.245746] env[63070]: DEBUG oslo_concurrency.lockutils [None req-50fba324-7c94-40e1-9bd3-06829e333ee6 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.359429] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.359737] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.422022] env[63070]: DEBUG nova.objects.instance [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'flavor' on Instance uuid e34be017-2ff4-44f0-b44b-3abde2d39837 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.763087] env[63070]: DEBUG nova.network.neutron [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updating instance_info_cache with network_info: [{"id": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "address": "fa:16:3e:f3:6f:65", "network": {"id": "ec6cc8cd-bd39-463e-a57b-d02fa360c060", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2004172969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "429783d5eaa34b7ca7763c0ed5e97293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c98ab4-ed", "ovs_interfaceid": "52c98ab4-ed9f-49d6-96b8-f2f18838a452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.865398] env[63070]: INFO nova.compute.claims [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1907.926477] env[63070]: DEBUG oslo_concurrency.lockutils [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.926698] env[63070]: DEBUG oslo_concurrency.lockutils [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquired lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.926841] env[63070]: DEBUG nova.network.neutron [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1907.927028] env[63070]: DEBUG nova.objects.instance [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'info_cache' on Instance uuid e34be017-2ff4-44f0-b44b-3abde2d39837 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1908.266404] env[63070]: DEBUG oslo_concurrency.lockutils [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Releasing lock "refresh_cache-8dc9d504-c0b2-410a-8610-afa006d73b22" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.267600] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8126244d-259b-4148-821a-f91b07024021 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.275263] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Resuming the VM {{(pid=63070) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1908.275531] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf7ba578-71c5-4c01-8e45-7e96a60f25e3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.281421] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "51ce3c3a-3b19-4a40-9769-f02b83900050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.281653] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.281862] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "51ce3c3a-3b19-4a40-9769-f02b83900050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.282055] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.282227] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.284534] env[63070]: DEBUG oslo_vmware.api [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1908.284534] env[63070]: value = "task-1771456" [ 1908.284534] env[63070]: _type = "Task" [ 1908.284534] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.284977] env[63070]: INFO nova.compute.manager [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Terminating instance [ 1908.295383] env[63070]: DEBUG oslo_vmware.api [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.371429] env[63070]: INFO nova.compute.resource_tracker [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating resource usage from migration 5a4e8eb4-1fde-4255-8c2b-5b516bc044ce [ 1908.432102] env[63070]: DEBUG nova.objects.base [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1908.522993] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf1ea12-0c01-48e8-96b1-f1d268e862ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.530616] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ea67ad-694e-4f35-b856-bf9a2d9d2c6b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.561443] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5488d2-1afd-45fd-affe-47f90689aa92 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.569245] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bef28d-6009-40b1-a434-9ac80091a327 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.583345] env[63070]: DEBUG nova.compute.provider_tree [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.792604] env[63070]: DEBUG nova.compute.manager [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1908.792931] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.794244] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b0f422-7a5e-4e34-8c53-c56e2771f412 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.805257] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.809052] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e6291f-88ad-45cd-9c55-c0568e362a14 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.811102] env[63070]: DEBUG oslo_vmware.api [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771456, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.816727] env[63070]: DEBUG oslo_vmware.api [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1908.816727] env[63070]: value = "task-1771457" [ 1908.816727] env[63070]: _type = "Task" [ 1908.816727] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.825839] env[63070]: DEBUG oslo_vmware.api [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.087410] env[63070]: DEBUG nova.scheduler.client.report [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.228112] env[63070]: DEBUG nova.network.neutron [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Updating instance_info_cache with network_info: [{"id": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "address": "fa:16:3e:14:f2:13", "network": {"id": "3c192b79-fee6-47e4-b6cb-923f4d4b8f23", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2103176259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f671ada90424b6f85ad8ee9cdb1dc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a73e2fa-a6", "ovs_interfaceid": "9a73e2fa-a6c7-4d05-a709-50562bb4c4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.296719] env[63070]: DEBUG oslo_vmware.api [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771456, 'name': PowerOnVM_Task, 'duration_secs': 0.572657} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.297157] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Resumed the VM {{(pid=63070) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1909.297157] env[63070]: DEBUG nova.compute.manager [None req-71195481-23c3-4e0b-a26a-9e7abfa1e0b3 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.297956] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4412a4f-8ac0-496b-89b1-9498c22a4a3e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.325722] env[63070]: DEBUG oslo_vmware.api [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771457, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.592466] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.232s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.592618] env[63070]: INFO nova.compute.manager [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Migrating [ 1909.730821] env[63070]: DEBUG oslo_concurrency.lockutils [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Releasing lock "refresh_cache-e34be017-2ff4-44f0-b44b-3abde2d39837" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.829441] env[63070]: DEBUG oslo_vmware.api [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771457, 'name': PowerOffVM_Task, 'duration_secs': 0.524118} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.829706] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1909.829875] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1909.830142] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e707f87e-7fc2-4e70-bf9b-40846b9b0619 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.110406] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.110406] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.110406] env[63070]: DEBUG nova.network.neutron [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1910.737063] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1910.737379] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84b1af29-d984-49f6-8c4e-26d8b72b7d1f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.744366] env[63070]: DEBUG oslo_vmware.api [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1910.744366] env[63070]: value = "task-1771459" [ 1910.744366] env[63070]: _type = "Task" [ 1910.744366] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.752938] env[63070]: DEBUG oslo_vmware.api [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.844655] env[63070]: DEBUG nova.network.neutron [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance_info_cache with network_info: [{"id": "dce80b61-52e4-4663-b141-607795d9c4ef", "address": "fa:16:3e:6b:6d:59", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce80b61-52", "ovs_interfaceid": "dce80b61-52e4-4663-b141-607795d9c4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.255206] env[63070]: DEBUG oslo_vmware.api [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.347238] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.755540] env[63070]: DEBUG oslo_vmware.api [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771459, 'name': PowerOnVM_Task, 'duration_secs': 0.713271} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.755903] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1911.756057] env[63070]: DEBUG nova.compute.manager [None req-163a4701-ba1b-41d9-a8ac-5589c6246ff7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1911.757045] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545cfcc9-3267-4bed-ab05-8e2f56b51132 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.285214] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "interface-b7671aca-d851-4421-a3bc-6188fbb87213-e0472beb-4922-490b-a048-de0a4d170c7f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.285521] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-b7671aca-d851-4421-a3bc-6188fbb87213-e0472beb-4922-490b-a048-de0a4d170c7f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.285885] env[63070]: DEBUG nova.objects.instance [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'flavor' on Instance uuid b7671aca-d851-4421-a3bc-6188fbb87213 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.862512] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badce85d-47e3-45da-ae44-9dab32cf2413 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.884778] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance '68246885-72ed-4ee4-b154-c16e5e79538e' progress to 0 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1912.950440] env[63070]: DEBUG nova.objects.instance [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'pci_requests' on Instance uuid b7671aca-d851-4421-a3bc-6188fbb87213 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.390479] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.390961] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-981dc46d-a962-424a-b354-1bb1f1f1f076 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.398536] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1913.398536] env[63070]: value = "task-1771460" [ 1913.398536] env[63070]: _type = "Task" [ 1913.398536] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.407242] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.453129] env[63070]: DEBUG nova.objects.base [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1913.453376] env[63070]: DEBUG nova.network.neutron [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1913.539779] env[63070]: DEBUG nova.policy [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84357e3fa25c41618001137e6ae55f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65cd8927310546aaa00aaea1ad02ba36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1913.862737] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228e9b6-9aec-6848-d810-ae4c806e0ca6/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1913.863711] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ec629-1f1e-4781-a7dd-8ec848c06c70 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.870325] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228e9b6-9aec-6848-d810-ae4c806e0ca6/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1913.870421] env[63070]: ERROR oslo_vmware.rw_handles [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228e9b6-9aec-6848-d810-ae4c806e0ca6/disk-0.vmdk due to incomplete transfer. [ 1913.870655] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-33017c50-46a4-4b00-98c5-a0d6e947caab {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.877750] env[63070]: DEBUG oslo_vmware.rw_handles [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228e9b6-9aec-6848-d810-ae4c806e0ca6/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1913.877967] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Uploaded image e46d20eb-653b-40bf-95a9-03b6b4341cbe to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1913.880613] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1913.880889] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d638f379-0494-4af6-bc54-584959a95688 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.886955] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1913.886955] env[63070]: value = "task-1771461" [ 1913.886955] env[63070]: _type = "Task" [ 1913.886955] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.894926] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771461, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.907161] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771460, 'name': PowerOffVM_Task, 'duration_secs': 0.26861} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.907454] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.907648] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance '68246885-72ed-4ee4-b154-c16e5e79538e' progress to 17 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1914.269702] env[63070]: DEBUG oslo_concurrency.lockutils [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "8dc9d504-c0b2-410a-8610-afa006d73b22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.269980] env[63070]: DEBUG oslo_concurrency.lockutils [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.270221] env[63070]: DEBUG oslo_concurrency.lockutils [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.270405] env[63070]: DEBUG oslo_concurrency.lockutils [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.270573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.272606] env[63070]: INFO nova.compute.manager [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Terminating instance [ 1914.396018] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771461, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.413522] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1914.413734] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1914.413933] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1914.414169] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1914.414322] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1914.415181] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1914.415530] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1914.415722] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1914.415902] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1914.416094] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1914.416312] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1914.421626] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa47a552-f9e9-41a5-93e7-32006839459e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.439610] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1914.439610] env[63070]: value = "task-1771462" [ 1914.439610] env[63070]: _type = "Task" [ 1914.439610] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.449642] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.776645] env[63070]: DEBUG nova.compute.manager [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1914.776869] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.777791] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84711205-2d8a-43bc-963b-73607f8d2a33 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.785438] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.785660] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb6d14a-ffb7-4262-9e51-df4c1db05acc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.791349] env[63070]: DEBUG oslo_vmware.api [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1914.791349] env[63070]: value = "task-1771463" [ 1914.791349] env[63070]: _type = "Task" [ 1914.791349] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.798514] env[63070]: DEBUG oslo_vmware.api [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.897059] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771461, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.950258] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771462, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.302541] env[63070]: DEBUG oslo_vmware.api [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771463, 'name': PowerOffVM_Task, 'duration_secs': 0.300032} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.302821] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.302984] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1915.303260] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfea2573-1759-41fa-ad92-ce2c67decf79 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.397509] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771461, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.448894] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771462, 'name': ReconfigVM_Task, 'duration_secs': 0.543666} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.449206] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance '68246885-72ed-4ee4-b154-c16e5e79538e' progress to 33 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1915.897798] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771461, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.955242] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1915.955483] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.955642] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1915.955827] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.955975] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1915.956140] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1915.956761] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1915.956971] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1915.957174] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1915.957349] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1915.957530] env[63070]: DEBUG nova.virt.hardware [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1915.962835] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1915.963140] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2280716-3119-44c8-92fa-71151a204756 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.981904] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1915.981904] env[63070]: value = "task-1771465" [ 1915.981904] env[63070]: _type = "Task" [ 1915.981904] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.989669] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.398051] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771461, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.490969] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771465, 'name': ReconfigVM_Task, 'duration_secs': 0.186051} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.491262] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1916.492008] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8171479e-d2b2-4f81-a5b9-22302d0376eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.516325] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 68246885-72ed-4ee4-b154-c16e5e79538e/68246885-72ed-4ee4-b154-c16e5e79538e.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1916.516562] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-859d2077-e9bc-401c-ae61-a8b2a4e59dae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.536329] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1916.536329] env[63070]: value = "task-1771466" [ 1916.536329] env[63070]: _type = "Task" [ 1916.536329] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.545233] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.899383] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771461, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.045776] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771466, 'name': ReconfigVM_Task, 'duration_secs': 0.313316} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.046049] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 68246885-72ed-4ee4-b154-c16e5e79538e/68246885-72ed-4ee4-b154-c16e5e79538e.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1917.046357] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance '68246885-72ed-4ee4-b154-c16e5e79538e' progress to 50 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.400473] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771461, 'name': Destroy_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.553616] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068ad5ea-0c03-4f52-845b-d646462d0175 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.575968] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14e2208-1a6a-41a7-80cc-b38d1328b8f3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.597126] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance '68246885-72ed-4ee4-b154-c16e5e79538e' progress to 67 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.684461] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.684680] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.684862] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleting the datastore file [datastore1] 8dc9d504-c0b2-410a-8610-afa006d73b22 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.685167] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f14049a-c9b6-4023-8430-4267f578b8bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.692310] env[63070]: DEBUG oslo_vmware.api [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for the task: (returnval){ [ 1917.692310] env[63070]: value = "task-1771467" [ 1917.692310] env[63070]: _type = "Task" [ 1917.692310] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.700150] env[63070]: DEBUG oslo_vmware.api [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.704531] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.704725] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.704903] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleting the datastore file [datastore1] 51ce3c3a-3b19-4a40-9769-f02b83900050 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.705176] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f18709-380f-42e9-bffa-76f3c0e711e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.711344] env[63070]: DEBUG oslo_vmware.api [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for the task: (returnval){ [ 1917.711344] env[63070]: value = "task-1771468" [ 1917.711344] env[63070]: _type = "Task" [ 1917.711344] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.719160] env[63070]: DEBUG oslo_vmware.api [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.826478] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.826729] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.826879] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1917.826996] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1917.901871] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771461, 'name': Destroy_Task, 'duration_secs': 3.939041} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.902219] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Destroyed the VM [ 1917.902401] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1917.902667] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-925c15d5-bf90-4eb0-9bda-897ab5dd46e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.909073] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1917.909073] env[63070]: value = "task-1771469" [ 1917.909073] env[63070]: _type = "Task" [ 1917.909073] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.918788] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.205239] env[63070]: DEBUG oslo_vmware.api [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Task: {'id': task-1771467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203457} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.205495] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.205698] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.205920] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.206156] env[63070]: INFO nova.compute.manager [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Took 3.43 seconds to destroy the instance on the hypervisor. [ 1918.206443] env[63070]: DEBUG oslo.service.loopingcall [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.206656] env[63070]: DEBUG nova.compute.manager [-] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.206775] env[63070]: DEBUG nova.network.neutron [-] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.219890] env[63070]: DEBUG oslo_vmware.api [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Task: {'id': task-1771468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193213} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.220149] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.220343] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.220524] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.220703] env[63070]: INFO nova.compute.manager [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Took 9.43 seconds to destroy the instance on the hypervisor. [ 1918.220951] env[63070]: DEBUG oslo.service.loopingcall [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.221156] env[63070]: DEBUG nova.compute.manager [-] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.221263] env[63070]: DEBUG nova.network.neutron [-] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.332757] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Skipping network cache update for instance because it is being deleted. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1918.332757] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Skipping network cache update for instance because it is being deleted. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1918.372511] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.372671] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquired lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.372822] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Forcefully refreshing network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1918.372980] env[63070]: DEBUG nova.objects.instance [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lazy-loading 'info_cache' on Instance uuid eb7c6d24-9b2c-4777-8b73-8b8f3463e868 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.419521] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771469, 'name': RemoveSnapshot_Task, 'duration_secs': 0.364893} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.419818] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1918.420121] env[63070]: DEBUG nova.compute.manager [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1918.420950] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee34827-ca2b-4336-a987-74b427c8fe1b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.753202] env[63070]: DEBUG nova.compute.manager [req-208a1a3d-276e-417c-8be8-188271e12428 req-35c52d73-06c5-4223-b0ad-943afa6b7099 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received event network-vif-plugged-e0472beb-4922-490b-a048-de0a4d170c7f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1918.753202] env[63070]: DEBUG oslo_concurrency.lockutils [req-208a1a3d-276e-417c-8be8-188271e12428 req-35c52d73-06c5-4223-b0ad-943afa6b7099 service nova] Acquiring lock "b7671aca-d851-4421-a3bc-6188fbb87213-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.753351] env[63070]: DEBUG oslo_concurrency.lockutils [req-208a1a3d-276e-417c-8be8-188271e12428 req-35c52d73-06c5-4223-b0ad-943afa6b7099 service nova] Lock "b7671aca-d851-4421-a3bc-6188fbb87213-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.753471] env[63070]: DEBUG oslo_concurrency.lockutils [req-208a1a3d-276e-417c-8be8-188271e12428 req-35c52d73-06c5-4223-b0ad-943afa6b7099 service nova] Lock "b7671aca-d851-4421-a3bc-6188fbb87213-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.753676] env[63070]: DEBUG nova.compute.manager [req-208a1a3d-276e-417c-8be8-188271e12428 req-35c52d73-06c5-4223-b0ad-943afa6b7099 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] No waiting events found dispatching network-vif-plugged-e0472beb-4922-490b-a048-de0a4d170c7f {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1918.753850] env[63070]: WARNING nova.compute.manager [req-208a1a3d-276e-417c-8be8-188271e12428 req-35c52d73-06c5-4223-b0ad-943afa6b7099 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received unexpected event network-vif-plugged-e0472beb-4922-490b-a048-de0a4d170c7f for instance with vm_state active and task_state None. [ 1918.809394] env[63070]: DEBUG nova.network.neutron [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Successfully updated port: e0472beb-4922-490b-a048-de0a4d170c7f {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1918.874535] env[63070]: DEBUG nova.compute.manager [req-3a9fce07-f776-48b3-8f80-c96a7b8e2ad1 req-d398104f-25c3-4605-b5b2-80a25a8275a5 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Received event network-vif-deleted-933aeecb-9a1f-43cc-a7bd-457d1c4d025b {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1918.874680] env[63070]: INFO nova.compute.manager [req-3a9fce07-f776-48b3-8f80-c96a7b8e2ad1 req-d398104f-25c3-4605-b5b2-80a25a8275a5 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Neutron deleted interface 933aeecb-9a1f-43cc-a7bd-457d1c4d025b; detaching it from the instance and deleting it from the info cache [ 1918.874813] env[63070]: DEBUG nova.network.neutron [req-3a9fce07-f776-48b3-8f80-c96a7b8e2ad1 req-d398104f-25c3-4605-b5b2-80a25a8275a5 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.935035] env[63070]: INFO nova.compute.manager [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Shelve offloading [ 1919.211866] env[63070]: DEBUG nova.network.neutron [-] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.257930] env[63070]: DEBUG nova.network.neutron [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Port dce80b61-52e4-4663-b141-607795d9c4ef binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1919.312698] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.312890] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.313084] env[63070]: DEBUG nova.network.neutron [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.353975] env[63070]: DEBUG nova.network.neutron [-] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.379692] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1cf2585-80f8-4806-bc46-74f338052aad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.392029] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260efd1a-3fb4-474d-9ad5-cb5e004f94b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.421666] env[63070]: DEBUG nova.compute.manager [req-3a9fce07-f776-48b3-8f80-c96a7b8e2ad1 req-d398104f-25c3-4605-b5b2-80a25a8275a5 service nova] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Detach interface failed, port_id=933aeecb-9a1f-43cc-a7bd-457d1c4d025b, reason: Instance 51ce3c3a-3b19-4a40-9769-f02b83900050 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1919.438126] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1919.438292] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-879bdc0e-be03-4879-bbba-1edc8d5a7d9a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.446524] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1919.446524] env[63070]: value = "task-1771470" [ 1919.446524] env[63070]: _type = "Task" [ 1919.446524] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.454607] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.714418] env[63070]: INFO nova.compute.manager [-] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Took 1.51 seconds to deallocate network for instance. [ 1919.849752] env[63070]: WARNING nova.network.neutron [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] 5946b48f-1ba1-4876-b078-8177a221fe5f already exists in list: networks containing: ['5946b48f-1ba1-4876-b078-8177a221fe5f']. ignoring it [ 1919.856203] env[63070]: INFO nova.compute.manager [-] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Took 1.63 seconds to deallocate network for instance. [ 1919.959208] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1919.959573] env[63070]: DEBUG nova.compute.manager [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.960216] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e6c2ec-0b09-4d0f-94f5-e3e97c9f0065 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.967735] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.967896] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.968083] env[63070]: DEBUG nova.network.neutron [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.127418] env[63070]: DEBUG nova.network.neutron [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [{"id": "b755c700-9381-417c-b696-788d00e03c2e", "address": "fa:16:3e:db:4f:0b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb755c700-93", "ovs_interfaceid": "b755c700-9381-417c-b696-788d00e03c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0472beb-4922-490b-a048-de0a4d170c7f", "address": "fa:16:3e:ef:10:85", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0472beb-49", "ovs_interfaceid": "e0472beb-4922-490b-a048-de0a4d170c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.162556] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [{"id": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "address": "fa:16:3e:ef:c6:8c", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff8c4d1-52", "ovs_interfaceid": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.221024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.221301] env[63070]: DEBUG oslo_concurrency.lockutils [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.221534] env[63070]: DEBUG nova.objects.instance [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lazy-loading 'resources' on Instance uuid 8dc9d504-c0b2-410a-8610-afa006d73b22 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.274967] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "68246885-72ed-4ee4-b154-c16e5e79538e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.275197] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.275373] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.362526] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.630383] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.631530] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.631530] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.631989] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5534d279-77de-46aa-985d-608cd258e5b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.650675] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.650919] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.651093] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.651291] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.651417] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.651564] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.651812] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.651929] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.652109] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.652294] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.652484] env[63070]: DEBUG nova.virt.hardware [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.659700] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Reconfiguring VM to attach interface {{(pid=63070) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1920.662882] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2347f6b2-e4be-48a8-be9f-a3b8a7a585a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.677015] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Releasing lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.677348] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updated the network info_cache for instance {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1920.678186] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.678870] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.679151] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.679377] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.679554] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.679784] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.680008] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1920.680276] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.684664] env[63070]: DEBUG oslo_vmware.api [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1920.684664] env[63070]: value = "task-1771471" [ 1920.684664] env[63070]: _type = "Task" [ 1920.684664] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.693915] env[63070]: DEBUG oslo_vmware.api [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771471, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.712287] env[63070]: DEBUG nova.network.neutron [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating instance_info_cache with network_info: [{"id": "91e2f409-673c-465a-baf0-2d250b913144", "address": "fa:16:3e:46:8e:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e2f409-67", "ovs_interfaceid": "91e2f409-673c-465a-baf0-2d250b913144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.786725] env[63070]: DEBUG nova.compute.manager [req-4aa70a83-f5a4-45b0-8504-b39b95e0d7d4 req-666bc0dc-2391-4b48-be5d-40708eb24e4d service nova] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Received event network-vif-deleted-52c98ab4-ed9f-49d6-96b8-f2f18838a452 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1920.786942] env[63070]: DEBUG nova.compute.manager [req-4aa70a83-f5a4-45b0-8504-b39b95e0d7d4 req-666bc0dc-2391-4b48-be5d-40708eb24e4d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received event network-changed-e0472beb-4922-490b-a048-de0a4d170c7f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1920.787107] env[63070]: DEBUG nova.compute.manager [req-4aa70a83-f5a4-45b0-8504-b39b95e0d7d4 req-666bc0dc-2391-4b48-be5d-40708eb24e4d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing instance network info cache due to event network-changed-e0472beb-4922-490b-a048-de0a4d170c7f. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1920.787212] env[63070]: DEBUG oslo_concurrency.lockutils [req-4aa70a83-f5a4-45b0-8504-b39b95e0d7d4 req-666bc0dc-2391-4b48-be5d-40708eb24e4d service nova] Acquiring lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.787339] env[63070]: DEBUG oslo_concurrency.lockutils [req-4aa70a83-f5a4-45b0-8504-b39b95e0d7d4 req-666bc0dc-2391-4b48-be5d-40708eb24e4d service nova] Acquired lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.787506] env[63070]: DEBUG nova.network.neutron [req-4aa70a83-f5a4-45b0-8504-b39b95e0d7d4 req-666bc0dc-2391-4b48-be5d-40708eb24e4d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing network info cache for port e0472beb-4922-490b-a048-de0a4d170c7f {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.859201] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f054ce20-656b-428a-8d75-0fc59158e9b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.867396] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88beb24b-147e-4731-bdb4-a679c9a5be11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.896306] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3312cab7-8c95-4de9-9ade-dc8861c42f24 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.903955] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1310d19-fd82-43bf-9d1f-d6a62070cd8f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.918499] env[63070]: DEBUG nova.compute.provider_tree [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.183349] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.194746] env[63070]: DEBUG oslo_vmware.api [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.214546] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.314804] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.315103] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.315181] env[63070]: DEBUG nova.network.neutron [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.423426] env[63070]: DEBUG nova.scheduler.client.report [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1921.628733] env[63070]: DEBUG nova.network.neutron [req-4aa70a83-f5a4-45b0-8504-b39b95e0d7d4 req-666bc0dc-2391-4b48-be5d-40708eb24e4d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updated VIF entry in instance network info cache for port e0472beb-4922-490b-a048-de0a4d170c7f. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.629128] env[63070]: DEBUG nova.network.neutron [req-4aa70a83-f5a4-45b0-8504-b39b95e0d7d4 req-666bc0dc-2391-4b48-be5d-40708eb24e4d service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [{"id": "b755c700-9381-417c-b696-788d00e03c2e", "address": "fa:16:3e:db:4f:0b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb755c700-93", "ovs_interfaceid": "b755c700-9381-417c-b696-788d00e03c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0472beb-4922-490b-a048-de0a4d170c7f", "address": "fa:16:3e:ef:10:85", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0472beb-49", "ovs_interfaceid": "e0472beb-4922-490b-a048-de0a4d170c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.697313] env[63070]: DEBUG oslo_vmware.api [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771471, 'name': ReconfigVM_Task, 'duration_secs': 0.624818} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.698342] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1921.698866] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.699083] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Reconfigured VM to attach interface {{(pid=63070) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1921.702365] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7528962a-7848-417a-8fe3-87f221ec7056 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.709468] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1921.709701] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d54dd22-482d-4dbb-bdf9-877c7e8b2f4b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.778089] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1921.778275] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1921.778511] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleting the datastore file [datastore1] 45fdd209-dbd4-45e6-a859-b6097a5f2529 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1921.779070] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68ce5b90-6007-47eb-95c8-6b2b39b21aba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.785058] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1921.785058] env[63070]: value = "task-1771473" [ 1921.785058] env[63070]: _type = "Task" [ 1921.785058] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.793212] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.933537] env[63070]: DEBUG oslo_concurrency.lockutils [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.935832] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.573s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.936179] env[63070]: DEBUG nova.objects.instance [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lazy-loading 'resources' on Instance uuid 51ce3c3a-3b19-4a40-9769-f02b83900050 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.952748] env[63070]: INFO nova.scheduler.client.report [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Deleted allocations for instance 8dc9d504-c0b2-410a-8610-afa006d73b22 [ 1922.051559] env[63070]: DEBUG nova.network.neutron [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance_info_cache with network_info: [{"id": "dce80b61-52e4-4663-b141-607795d9c4ef", "address": "fa:16:3e:6b:6d:59", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce80b61-52", "ovs_interfaceid": "dce80b61-52e4-4663-b141-607795d9c4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.132282] env[63070]: DEBUG oslo_concurrency.lockutils [req-4aa70a83-f5a4-45b0-8504-b39b95e0d7d4 req-666bc0dc-2391-4b48-be5d-40708eb24e4d service nova] Releasing lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.206320] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b90f4577-86f4-42da-a8ad-b80d5850943b tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-b7671aca-d851-4421-a3bc-6188fbb87213-e0472beb-4922-490b-a048-de0a4d170c7f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.921s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.295108] env[63070]: DEBUG oslo_vmware.api [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151952} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.295422] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1922.295606] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1922.295799] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1922.311602] env[63070]: INFO nova.scheduler.client.report [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleted allocations for instance 45fdd209-dbd4-45e6-a859-b6097a5f2529 [ 1922.460084] env[63070]: DEBUG oslo_concurrency.lockutils [None req-277a4323-afc7-49c6-80e6-d1eb7eb6c508 tempest-ServersNegativeTestJSON-968372291 tempest-ServersNegativeTestJSON-968372291-project-member] Lock "8dc9d504-c0b2-410a-8610-afa006d73b22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.190s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.538990] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906423f4-3efd-4dac-b2a3-1cc5da892f86 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.546312] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709286c3-489a-4d9c-b0eb-1c62c8ce85bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.574848] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.578954] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdba9175-73ab-4805-8cae-b31369b720c3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.586262] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78b3622-42b0-4b14-a270-959e3cb7c2a2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.599814] env[63070]: DEBUG nova.compute.provider_tree [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.815679] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.816849] env[63070]: DEBUG nova.compute.manager [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received event network-vif-unplugged-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1922.817067] env[63070]: DEBUG oslo_concurrency.lockutils [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] Acquiring lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.817274] env[63070]: DEBUG oslo_concurrency.lockutils [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.817434] env[63070]: DEBUG oslo_concurrency.lockutils [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.817604] env[63070]: DEBUG nova.compute.manager [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] No waiting events found dispatching network-vif-unplugged-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1922.817775] env[63070]: WARNING nova.compute.manager [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received unexpected event network-vif-unplugged-91e2f409-673c-465a-baf0-2d250b913144 for instance with vm_state shelved_offloaded and task_state None. [ 1922.817938] env[63070]: DEBUG nova.compute.manager [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received event network-changed-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1922.818116] env[63070]: DEBUG nova.compute.manager [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Refreshing instance network info cache due to event network-changed-91e2f409-673c-465a-baf0-2d250b913144. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1922.818300] env[63070]: DEBUG oslo_concurrency.lockutils [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] Acquiring lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.818423] env[63070]: DEBUG oslo_concurrency.lockutils [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] Acquired lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.818614] env[63070]: DEBUG nova.network.neutron [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Refreshing network info cache for port 91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1923.086462] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d41039c-c9f8-4263-a4ea-8b8b02c205e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.096027] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881d3660-41b9-4f66-b3a0-4001a5ce1a3b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.102374] env[63070]: DEBUG nova.scheduler.client.report [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.596525] env[63070]: DEBUG nova.network.neutron [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updated VIF entry in instance network info cache for port 91e2f409-673c-465a-baf0-2d250b913144. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1923.597415] env[63070]: DEBUG nova.network.neutron [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating instance_info_cache with network_info: [{"id": "91e2f409-673c-465a-baf0-2d250b913144", "address": "fa:16:3e:46:8e:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap91e2f409-67", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.600759] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "interface-b7671aca-d851-4421-a3bc-6188fbb87213-e0472beb-4922-490b-a048-de0a4d170c7f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.601062] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-b7671aca-d851-4421-a3bc-6188fbb87213-e0472beb-4922-490b-a048-de0a4d170c7f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.606969] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.609589] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.426s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.609719] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.609882] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1923.610169] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.795s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.610742] env[63070]: DEBUG nova.objects.instance [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lazy-loading 'resources' on Instance uuid 45fdd209-dbd4-45e6-a859-b6097a5f2529 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.612359] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2467b7e-77b0-48a7-a9b9-148834f3e505 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.621831] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6b4589-3fb3-4e6b-ab73-05bdc3cf41f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.637508] env[63070]: INFO nova.scheduler.client.report [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Deleted allocations for instance 51ce3c3a-3b19-4a40-9769-f02b83900050 [ 1923.639136] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a896e319-9372-40ca-8d5a-1646fc831f48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.652382] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c824047-cc05-4be3-863d-29969698fe91 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.690406] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180292MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1923.690605] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.099320] env[63070]: DEBUG oslo_concurrency.lockutils [req-35401f89-c3ab-42c5-bcb6-4b14da84acb9 req-d2829562-561a-4496-b3a3-5c11b23a7422 service nova] Releasing lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.103316] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.103489] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.104470] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb5d98c-929e-4900-9e4b-27dc8f09d422 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.124031] env[63070]: DEBUG nova.objects.instance [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lazy-loading 'numa_topology' on Instance uuid 45fdd209-dbd4-45e6-a859-b6097a5f2529 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.125708] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cc50db-8a94-4dd7-9053-8dc87481011e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.156544] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Reconfiguring VM to detach interface {{(pid=63070) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1924.157577] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5e386ec5-368c-4160-ac08-e7af7215c339 tempest-AttachVolumeNegativeTest-205525057 tempest-AttachVolumeNegativeTest-205525057-project-member] Lock "51ce3c3a-3b19-4a40-9769-f02b83900050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.876s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.158507] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cfe24b9-85b1-4fc0-915d-284b4b464c5b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.179114] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1924.179114] env[63070]: value = "task-1771474" [ 1924.179114] env[63070]: _type = "Task" [ 1924.179114] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.187961] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.243234] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02326760-6e6b-44fa-8803-c576ddd50da7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.264792] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54636d6-d0e6-4c47-ae47-71054f0d19b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.272073] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance '68246885-72ed-4ee4-b154-c16e5e79538e' progress to 83 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1924.629871] env[63070]: DEBUG nova.objects.base [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Object Instance<45fdd209-dbd4-45e6-a859-b6097a5f2529> lazy-loaded attributes: resources,numa_topology {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1924.692347] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.736105] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fb98c6-c0e0-42bf-a7e4-1d718e457e62 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.743237] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0ed497-ef0f-442e-b73e-14732c60f176 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.774786] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474f2ae5-58e9-4abc-9599-b996f48bc20f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.778668] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1924.778909] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b58ec66f-739d-439e-9cda-12f31eb2f518 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.785531] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6def52-703f-43b4-831b-1e14788a23b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.790879] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1924.790879] env[63070]: value = "task-1771475" [ 1924.790879] env[63070]: _type = "Task" [ 1924.790879] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.803401] env[63070]: DEBUG nova.compute.provider_tree [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.809764] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771475, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.191344] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.300834] env[63070]: DEBUG oslo_vmware.api [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771475, 'name': PowerOnVM_Task, 'duration_secs': 0.457066} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.301059] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1925.301281] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94aa01-d465-4415-b6a3-39944bc765c7 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance '68246885-72ed-4ee4-b154-c16e5e79538e' progress to 100 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.306892] env[63070]: DEBUG nova.scheduler.client.report [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.335960] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.691165] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.811291] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.813660] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.123s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.191825] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.323991] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1e536a21-8f0f-4ada-a7a3-9da62ec2e6d9 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.275s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.324872] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.989s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.325108] env[63070]: INFO nova.compute.manager [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Unshelving [ 1926.692603] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.825606] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Applying migration context for instance 68246885-72ed-4ee4-b154-c16e5e79538e as it has an incoming, in-progress migration 5a4e8eb4-1fde-4255-8c2b-5b516bc044ce. Migration status is finished {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1926.826331] env[63070]: INFO nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating resource usage from migration 5a4e8eb4-1fde-4255-8c2b-5b516bc044ce [ 1926.845924] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance eb7c6d24-9b2c-4777-8b73-8b8f3463e868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.846103] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance e34be017-2ff4-44f0-b44b-3abde2d39837 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.846224] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance a1a0175a-98f5-49da-b5ee-fe8ee22df442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.846347] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance b7671aca-d851-4421-a3bc-6188fbb87213 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.846462] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance c9a63683-ca97-4cce-b206-bf1621daf377 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.846576] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Migration 5a4e8eb4-1fde-4255-8c2b-5b516bc044ce is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1926.846687] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 68246885-72ed-4ee4-b154-c16e5e79538e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1926.846841] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (320ba036-867b-46a7-9f12-a6f5a4345740): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1926.847054] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1926.847199] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1926.952264] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beec8900-4bbb-47e1-afdf-c36d489c4aa4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.964565] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c179c303-1b46-41fc-a9d8-12ac913da025 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.995513] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3749028a-10f0-4646-aed2-af7e71417669 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.003151] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b019b99d-fc83-44d4-9312-5fbfdbff7630 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.019148] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.192482] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.347161] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.521968] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.526599] env[63070]: DEBUG nova.network.neutron [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Port dce80b61-52e4-4663-b141-607795d9c4ef binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1927.526897] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.527066] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.527235] env[63070]: DEBUG nova.network.neutron [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1927.693774] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.027325] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1928.027609] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.214s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.027918] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.681s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.028209] env[63070]: DEBUG nova.objects.instance [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lazy-loading 'pci_requests' on Instance uuid 45fdd209-dbd4-45e6-a859-b6097a5f2529 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.194332] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.291456] env[63070]: DEBUG nova.network.neutron [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance_info_cache with network_info: [{"id": "dce80b61-52e4-4663-b141-607795d9c4ef", "address": "fa:16:3e:6b:6d:59", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce80b61-52", "ovs_interfaceid": "dce80b61-52e4-4663-b141-607795d9c4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.534060] env[63070]: DEBUG nova.objects.instance [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lazy-loading 'numa_topology' on Instance uuid 45fdd209-dbd4-45e6-a859-b6097a5f2529 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.694999] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.794141] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.036526] env[63070]: INFO nova.compute.claims [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1929.195612] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.298081] env[63070]: DEBUG nova.compute.manager [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63070) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1929.697978] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.144231] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668ffeee-1150-4bde-a086-d7856920a2b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.152549] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932e11cf-efee-4722-ba24-f61df67dbf91 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.182308] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33a184a-d4f8-4825-b908-19e6fb95e11e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.192064] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c39800-543d-46ce-aebd-86e821881376 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.200238] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.207741] env[63070]: DEBUG nova.compute.provider_tree [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.397581] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.697965] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.710961] env[63070]: DEBUG nova.scheduler.client.report [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1931.199538] env[63070]: DEBUG oslo_vmware.api [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771474, 'name': ReconfigVM_Task, 'duration_secs': 6.677471} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.199796] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.199972] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Reconfigured VM to detach interface {{(pid=63070) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1931.215837] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.188s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.217994] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.820s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.259951] env[63070]: INFO nova.network.neutron [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating port 91e2f409-673c-465a-baf0-2d250b913144 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1931.720655] env[63070]: DEBUG nova.objects.instance [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'migration_context' on Instance uuid 68246885-72ed-4ee4-b154-c16e5e79538e {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.323080] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91afc742-959c-4a87-a26b-260d1b0b0d34 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.331094] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae7004-e0d8-4c78-b0de-a93a904e1e57 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.360864] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c3b6c5-2305-402f-823a-6c6b3ecff397 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.368088] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76e0900-2991-4739-b48b-b6a65480d361 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.382556] env[63070]: DEBUG nova.compute.provider_tree [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.456215] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.456473] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.456733] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.456935] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.457122] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.459325] env[63070]: INFO nova.compute.manager [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Terminating instance [ 1932.732049] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.732386] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.732641] env[63070]: DEBUG nova.network.neutron [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.872516] env[63070]: DEBUG nova.compute.manager [req-98487950-e779-44bd-a173-6e66a488dbe3 req-cbba15eb-0ac5-4212-81a4-3e8b35550146 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received event network-vif-plugged-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1932.872715] env[63070]: DEBUG oslo_concurrency.lockutils [req-98487950-e779-44bd-a173-6e66a488dbe3 req-cbba15eb-0ac5-4212-81a4-3e8b35550146 service nova] Acquiring lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.872928] env[63070]: DEBUG oslo_concurrency.lockutils [req-98487950-e779-44bd-a173-6e66a488dbe3 req-cbba15eb-0ac5-4212-81a4-3e8b35550146 service nova] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.873111] env[63070]: DEBUG oslo_concurrency.lockutils [req-98487950-e779-44bd-a173-6e66a488dbe3 req-cbba15eb-0ac5-4212-81a4-3e8b35550146 service nova] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.873279] env[63070]: DEBUG nova.compute.manager [req-98487950-e779-44bd-a173-6e66a488dbe3 req-cbba15eb-0ac5-4212-81a4-3e8b35550146 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] No waiting events found dispatching network-vif-plugged-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1932.873441] env[63070]: WARNING nova.compute.manager [req-98487950-e779-44bd-a173-6e66a488dbe3 req-cbba15eb-0ac5-4212-81a4-3e8b35550146 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received unexpected event network-vif-plugged-91e2f409-673c-465a-baf0-2d250b913144 for instance with vm_state shelved_offloaded and task_state spawning. [ 1932.885472] env[63070]: DEBUG nova.scheduler.client.report [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.959175] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.959366] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.959548] env[63070]: DEBUG nova.network.neutron [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.964069] env[63070]: DEBUG nova.compute.manager [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1932.964069] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1932.964069] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d5dedc-39dc-4f36-bea3-68c032d0a241 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.971969] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.972223] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed9697a1-c6c7-411c-b6f7-bec13ca79af1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.979909] env[63070]: DEBUG oslo_vmware.api [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1932.979909] env[63070]: value = "task-1771479" [ 1932.979909] env[63070]: _type = "Task" [ 1932.979909] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.987883] env[63070]: DEBUG oslo_vmware.api [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.186469] env[63070]: DEBUG nova.compute.manager [req-c346a2f1-d6bc-432f-a3c6-7320e8c3b2f3 req-86b8441e-88c5-4e01-811d-3cb2040ae6da service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received event network-changed-b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1933.186681] env[63070]: DEBUG nova.compute.manager [req-c346a2f1-d6bc-432f-a3c6-7320e8c3b2f3 req-86b8441e-88c5-4e01-811d-3cb2040ae6da service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing instance network info cache due to event network-changed-b755c700-9381-417c-b696-788d00e03c2e. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1933.186873] env[63070]: DEBUG oslo_concurrency.lockutils [req-c346a2f1-d6bc-432f-a3c6-7320e8c3b2f3 req-86b8441e-88c5-4e01-811d-3cb2040ae6da service nova] Acquiring lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.460720] env[63070]: INFO nova.network.neutron [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Port e0472beb-4922-490b-a048-de0a4d170c7f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1933.461097] env[63070]: DEBUG nova.network.neutron [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [{"id": "b755c700-9381-417c-b696-788d00e03c2e", "address": "fa:16:3e:db:4f:0b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb755c700-93", "ovs_interfaceid": "b755c700-9381-417c-b696-788d00e03c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.490345] env[63070]: DEBUG oslo_vmware.api [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771479, 'name': PowerOffVM_Task, 'duration_secs': 0.236653} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.492517] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.492711] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1933.493277] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49292bf4-0cd5-4e2c-ba7d-48daf2a4cc28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.683558] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1933.683920] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1933.684218] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleting the datastore file [datastore1] a1a0175a-98f5-49da-b5ee-fe8ee22df442 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1933.684570] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1375c468-f754-4fba-b2a1-7a06e5f5ca35 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.692064] env[63070]: DEBUG oslo_vmware.api [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1933.692064] env[63070]: value = "task-1771481" [ 1933.692064] env[63070]: _type = "Task" [ 1933.692064] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.700135] env[63070]: DEBUG oslo_vmware.api [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.883363] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "interface-c9a63683-ca97-4cce-b206-bf1621daf377-e0472beb-4922-490b-a048-de0a4d170c7f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.883794] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-c9a63683-ca97-4cce-b206-bf1621daf377-e0472beb-4922-490b-a048-de0a4d170c7f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.883989] env[63070]: DEBUG nova.objects.instance [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'flavor' on Instance uuid c9a63683-ca97-4cce-b206-bf1621daf377 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.889251] env[63070]: DEBUG nova.network.neutron [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating instance_info_cache with network_info: [{"id": "91e2f409-673c-465a-baf0-2d250b913144", "address": "fa:16:3e:46:8e:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e2f409-67", "ovs_interfaceid": "91e2f409-673c-465a-baf0-2d250b913144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.893964] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.676s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.965493] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.967644] env[63070]: DEBUG oslo_concurrency.lockutils [req-c346a2f1-d6bc-432f-a3c6-7320e8c3b2f3 req-86b8441e-88c5-4e01-811d-3cb2040ae6da service nova] Acquired lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.967835] env[63070]: DEBUG nova.network.neutron [req-c346a2f1-d6bc-432f-a3c6-7320e8c3b2f3 req-86b8441e-88c5-4e01-811d-3cb2040ae6da service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Refreshing network info cache for port b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1934.202373] env[63070]: DEBUG oslo_vmware.api [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129888} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.202641] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1934.202833] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1934.203079] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1934.203931] env[63070]: INFO nova.compute.manager [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1934.203931] env[63070]: DEBUG oslo.service.loopingcall [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1934.203931] env[63070]: DEBUG nova.compute.manager [-] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1934.203931] env[63070]: DEBUG nova.network.neutron [-] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1934.391811] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.421958] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2079950affa28c419c81d72507d14a63',container_format='bare',created_at=2024-12-11T20:22:07Z,direct_url=,disk_format='vmdk',id=e46d20eb-653b-40bf-95a9-03b6b4341cbe,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-574787253-shelved',owner='daa74d07aba74f9084dd83b7e4cdf899',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-11T20:22:26Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1934.422265] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1934.422551] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1934.422616] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1934.422763] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1934.422927] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1934.423160] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1934.423336] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1934.423580] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1934.423748] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1934.423936] env[63070]: DEBUG nova.virt.hardware [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1934.425230] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438541c1-6ca6-4fdc-b69a-2b9c5d6236af {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.433838] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3709af80-0a6a-4819-92ab-e4bd2d80dead {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.450494] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:8e:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91e2f409-673c-465a-baf0-2d250b913144', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1934.458008] env[63070]: DEBUG oslo.service.loopingcall [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1934.458570] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1934.458801] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ad47cf8-4809-460e-807d-c1bd44e13d08 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.474495] env[63070]: DEBUG oslo_concurrency.lockutils [None req-fb517f79-1da2-4d6d-a0dc-50fed6711adb tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-b7671aca-d851-4421-a3bc-6188fbb87213-e0472beb-4922-490b-a048-de0a4d170c7f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.873s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.484450] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1934.484450] env[63070]: value = "task-1771482" [ 1934.484450] env[63070]: _type = "Task" [ 1934.484450] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.492508] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771482, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.554407] env[63070]: DEBUG nova.objects.instance [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'pci_requests' on Instance uuid c9a63683-ca97-4cce-b206-bf1621daf377 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.721906] env[63070]: DEBUG nova.network.neutron [req-c346a2f1-d6bc-432f-a3c6-7320e8c3b2f3 req-86b8441e-88c5-4e01-811d-3cb2040ae6da service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updated VIF entry in instance network info cache for port b755c700-9381-417c-b696-788d00e03c2e. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.722389] env[63070]: DEBUG nova.network.neutron [req-c346a2f1-d6bc-432f-a3c6-7320e8c3b2f3 req-86b8441e-88c5-4e01-811d-3cb2040ae6da service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [{"id": "b755c700-9381-417c-b696-788d00e03c2e", "address": "fa:16:3e:db:4f:0b", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb755c700-93", "ovs_interfaceid": "b755c700-9381-417c-b696-788d00e03c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.940686] env[63070]: DEBUG nova.compute.manager [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received event network-changed-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1934.941478] env[63070]: DEBUG nova.compute.manager [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Refreshing instance network info cache due to event network-changed-91e2f409-673c-465a-baf0-2d250b913144. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1934.941478] env[63070]: DEBUG oslo_concurrency.lockutils [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] Acquiring lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.941478] env[63070]: DEBUG oslo_concurrency.lockutils [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] Acquired lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.941595] env[63070]: DEBUG nova.network.neutron [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Refreshing network info cache for port 91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1934.994675] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771482, 'name': CreateVM_Task, 'duration_secs': 0.347377} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.994980] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1934.995512] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.995677] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.996070] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1934.996327] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c554a3c-6ff1-431e-9d02-9a5dc599b5d2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.001802] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1935.001802] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529af8b4-239f-148f-5c5f-976d3d1b5f33" [ 1935.001802] env[63070]: _type = "Task" [ 1935.001802] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.010577] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]529af8b4-239f-148f-5c5f-976d3d1b5f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.065035] env[63070]: DEBUG nova.objects.base [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1935.065035] env[63070]: DEBUG nova.network.neutron [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1935.160482] env[63070]: DEBUG nova.policy [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84357e3fa25c41618001137e6ae55f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65cd8927310546aaa00aaea1ad02ba36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1935.212068] env[63070]: DEBUG nova.network.neutron [-] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.221163] env[63070]: DEBUG nova.compute.manager [req-b1ab0816-0e9f-4197-81e5-230232abe527 req-e27f9136-5f0b-4bd5-860c-df9fc5b77adb service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Received event network-changed-5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1935.221362] env[63070]: DEBUG nova.compute.manager [req-b1ab0816-0e9f-4197-81e5-230232abe527 req-e27f9136-5f0b-4bd5-860c-df9fc5b77adb service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Refreshing instance network info cache due to event network-changed-5a2d618d-3295-463e-9d6a-7f4c08e092cc. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1935.221573] env[63070]: DEBUG oslo_concurrency.lockutils [req-b1ab0816-0e9f-4197-81e5-230232abe527 req-e27f9136-5f0b-4bd5-860c-df9fc5b77adb service nova] Acquiring lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.221712] env[63070]: DEBUG oslo_concurrency.lockutils [req-b1ab0816-0e9f-4197-81e5-230232abe527 req-e27f9136-5f0b-4bd5-860c-df9fc5b77adb service nova] Acquired lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.221874] env[63070]: DEBUG nova.network.neutron [req-b1ab0816-0e9f-4197-81e5-230232abe527 req-e27f9136-5f0b-4bd5-860c-df9fc5b77adb service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Refreshing network info cache for port 5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.225463] env[63070]: DEBUG oslo_concurrency.lockutils [req-c346a2f1-d6bc-432f-a3c6-7320e8c3b2f3 req-86b8441e-88c5-4e01-811d-3cb2040ae6da service nova] Releasing lock "refresh_cache-b7671aca-d851-4421-a3bc-6188fbb87213" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.447869] env[63070]: INFO nova.compute.manager [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Swapping old allocation on dict_keys(['320ba036-867b-46a7-9f12-a6f5a4345740']) held by migration 5a4e8eb4-1fde-4255-8c2b-5b516bc044ce for instance [ 1935.480489] env[63070]: DEBUG nova.scheduler.client.report [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Overwriting current allocation {'allocations': {'320ba036-867b-46a7-9f12-a6f5a4345740': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': 'f49e241cbb0b46a193cef0be0c8b8ade', 'user_id': '8372de98927f4051ac05593eb23b3a51', 'consumer_generation': 1} on consumer 68246885-72ed-4ee4-b154-c16e5e79538e {{(pid=63070) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1935.512830] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.513270] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Processing image e46d20eb-653b-40bf-95a9-03b6b4341cbe {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1935.513407] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe/e46d20eb-653b-40bf-95a9-03b6b4341cbe.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.513844] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe/e46d20eb-653b-40bf-95a9-03b6b4341cbe.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.514076] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1935.514358] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e660faeb-3e7e-4958-9246-232714b1810c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.527288] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1935.527412] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1935.528174] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f38f09-43d2-4c9b-aafc-a8d01bdc4aaf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.534309] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1935.534309] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5231e57c-4057-6b7b-8dcf-26e85f02f95e" [ 1935.534309] env[63070]: _type = "Task" [ 1935.534309] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.545765] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5231e57c-4057-6b7b-8dcf-26e85f02f95e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.594379] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.594625] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.594896] env[63070]: DEBUG nova.network.neutron [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.716694] env[63070]: INFO nova.compute.manager [-] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Took 1.51 seconds to deallocate network for instance. [ 1935.731678] env[63070]: DEBUG nova.network.neutron [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updated VIF entry in instance network info cache for port 91e2f409-673c-465a-baf0-2d250b913144. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1935.732077] env[63070]: DEBUG nova.network.neutron [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating instance_info_cache with network_info: [{"id": "91e2f409-673c-465a-baf0-2d250b913144", "address": "fa:16:3e:46:8e:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e2f409-67", "ovs_interfaceid": "91e2f409-673c-465a-baf0-2d250b913144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.955301] env[63070]: DEBUG nova.network.neutron [req-b1ab0816-0e9f-4197-81e5-230232abe527 req-e27f9136-5f0b-4bd5-860c-df9fc5b77adb service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updated VIF entry in instance network info cache for port 5a2d618d-3295-463e-9d6a-7f4c08e092cc. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1935.955689] env[63070]: DEBUG nova.network.neutron [req-b1ab0816-0e9f-4197-81e5-230232abe527 req-e27f9136-5f0b-4bd5-860c-df9fc5b77adb service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updating instance_info_cache with network_info: [{"id": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "address": "fa:16:3e:f8:9d:cc", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2d618d-32", "ovs_interfaceid": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.044577] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Preparing fetch location {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1936.044858] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Fetch image to [datastore1] OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f/OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f.vmdk {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1936.045064] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Downloading stream optimized image e46d20eb-653b-40bf-95a9-03b6b4341cbe to [datastore1] OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f/OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f.vmdk on the data store datastore1 as vApp {{(pid=63070) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1936.045243] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Downloading image file data e46d20eb-653b-40bf-95a9-03b6b4341cbe to the ESX as VM named 'OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f' {{(pid=63070) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1936.120806] env[63070]: DEBUG oslo_vmware.rw_handles [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1936.120806] env[63070]: value = "resgroup-9" [ 1936.120806] env[63070]: _type = "ResourcePool" [ 1936.120806] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1936.121112] env[63070]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-35552e3a-c27e-4658-8617-d615ba408b2e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.142361] env[63070]: DEBUG oslo_vmware.rw_handles [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lease: (returnval){ [ 1936.142361] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52149dc6-2ab7-73f7-4dd2-a2c3f5ac8942" [ 1936.142361] env[63070]: _type = "HttpNfcLease" [ 1936.142361] env[63070]: } obtained for vApp import into resource pool (val){ [ 1936.142361] env[63070]: value = "resgroup-9" [ 1936.142361] env[63070]: _type = "ResourcePool" [ 1936.142361] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1936.142361] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the lease: (returnval){ [ 1936.142361] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52149dc6-2ab7-73f7-4dd2-a2c3f5ac8942" [ 1936.142361] env[63070]: _type = "HttpNfcLease" [ 1936.142361] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1936.149560] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1936.149560] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52149dc6-2ab7-73f7-4dd2-a2c3f5ac8942" [ 1936.149560] env[63070]: _type = "HttpNfcLease" [ 1936.149560] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1936.222837] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.223137] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.223423] env[63070]: DEBUG nova.objects.instance [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'resources' on Instance uuid a1a0175a-98f5-49da-b5ee-fe8ee22df442 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.236289] env[63070]: DEBUG oslo_concurrency.lockutils [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] Releasing lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.236575] env[63070]: DEBUG nova.compute.manager [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Received event network-vif-deleted-b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1936.236829] env[63070]: INFO nova.compute.manager [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Neutron deleted interface b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f; detaching it from the instance and deleting it from the info cache [ 1936.237097] env[63070]: DEBUG nova.network.neutron [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.454667] env[63070]: DEBUG nova.network.neutron [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance_info_cache with network_info: [{"id": "dce80b61-52e4-4663-b141-607795d9c4ef", "address": "fa:16:3e:6b:6d:59", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce80b61-52", "ovs_interfaceid": "dce80b61-52e4-4663-b141-607795d9c4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.457761] env[63070]: DEBUG oslo_concurrency.lockutils [req-b1ab0816-0e9f-4197-81e5-230232abe527 req-e27f9136-5f0b-4bd5-860c-df9fc5b77adb service nova] Releasing lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.650590] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1936.650590] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52149dc6-2ab7-73f7-4dd2-a2c3f5ac8942" [ 1936.650590] env[63070]: _type = "HttpNfcLease" [ 1936.650590] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1936.651670] env[63070]: DEBUG oslo_vmware.rw_handles [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1936.651670] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52149dc6-2ab7-73f7-4dd2-a2c3f5ac8942" [ 1936.651670] env[63070]: _type = "HttpNfcLease" [ 1936.651670] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1936.651670] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cea10ac-82fb-4e7c-931a-3b2c4d2b2cee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.659327] env[63070]: DEBUG oslo_vmware.rw_handles [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aff66d-bd5e-bb8e-cf15-2e80940db8de/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1936.659327] env[63070]: DEBUG oslo_vmware.rw_handles [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aff66d-bd5e-bb8e-cf15-2e80940db8de/disk-0.vmdk. {{(pid=63070) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1936.732687] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-407b66f3-9155-4a7e-b4b5-8ed6f2fe8b50 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.739771] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed3695cf-9e09-4d1d-918c-11f0589ae7a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.750524] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d09a0-5170-45f3-8583-5f55b79736fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.780270] env[63070]: DEBUG nova.compute.manager [req-d8ce854c-f2ad-466b-8f6f-70b630683511 req-3b1786d9-3a45-432f-b821-b740b512c5e4 service nova] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Detach interface failed, port_id=b4c9d9ce-30af-4b34-ad4d-d47ea4a6cc8f, reason: Instance a1a0175a-98f5-49da-b5ee-fe8ee22df442 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1936.838577] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c227363-4379-48e7-a6ef-7baa4f26f6cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.846098] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e08c5a-70cb-4a72-9d09-d884da191f9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.880125] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e10a8aa-f381-4ae9-90eb-f3144f4ad72b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.889345] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3f678a-0ff5-4ba7-ad22-dadd3b1c61b4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.904567] env[63070]: DEBUG nova.compute.provider_tree [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1936.956883] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-68246885-72ed-4ee4-b154-c16e5e79538e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.957946] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cd00a3-867b-46ea-83ff-e3c3dcf357cd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.966057] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9019ac7-9266-42f2-af7c-3a1eb47f2858 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.292668] env[63070]: DEBUG nova.compute.manager [req-a2ed89bd-2e46-45ce-86e7-282e4dba4820 req-0b4caf2c-6678-4fec-a538-e3a8ae7a171b service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Received event network-vif-plugged-e0472beb-4922-490b-a048-de0a4d170c7f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1937.292850] env[63070]: DEBUG oslo_concurrency.lockutils [req-a2ed89bd-2e46-45ce-86e7-282e4dba4820 req-0b4caf2c-6678-4fec-a538-e3a8ae7a171b service nova] Acquiring lock "c9a63683-ca97-4cce-b206-bf1621daf377-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.293126] env[63070]: DEBUG oslo_concurrency.lockutils [req-a2ed89bd-2e46-45ce-86e7-282e4dba4820 req-0b4caf2c-6678-4fec-a538-e3a8ae7a171b service nova] Lock "c9a63683-ca97-4cce-b206-bf1621daf377-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.293357] env[63070]: DEBUG oslo_concurrency.lockutils [req-a2ed89bd-2e46-45ce-86e7-282e4dba4820 req-0b4caf2c-6678-4fec-a538-e3a8ae7a171b service nova] Lock "c9a63683-ca97-4cce-b206-bf1621daf377-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.293577] env[63070]: DEBUG nova.compute.manager [req-a2ed89bd-2e46-45ce-86e7-282e4dba4820 req-0b4caf2c-6678-4fec-a538-e3a8ae7a171b service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] No waiting events found dispatching network-vif-plugged-e0472beb-4922-490b-a048-de0a4d170c7f {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.293797] env[63070]: WARNING nova.compute.manager [req-a2ed89bd-2e46-45ce-86e7-282e4dba4820 req-0b4caf2c-6678-4fec-a538-e3a8ae7a171b service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Received unexpected event network-vif-plugged-e0472beb-4922-490b-a048-de0a4d170c7f for instance with vm_state active and task_state None. [ 1937.346078] env[63070]: DEBUG nova.network.neutron [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Successfully updated port: e0472beb-4922-490b-a048-de0a4d170c7f {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1937.426401] env[63070]: ERROR nova.scheduler.client.report [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [req-95c84fb7-4afc-4ed9-b6c9-961c484f30ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-95c84fb7-4afc-4ed9-b6c9-961c484f30ba"}]} [ 1937.444349] env[63070]: DEBUG nova.scheduler.client.report [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1937.462232] env[63070]: DEBUG nova.scheduler.client.report [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1937.462519] env[63070]: DEBUG nova.compute.provider_tree [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1937.474399] env[63070]: DEBUG nova.scheduler.client.report [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1937.492819] env[63070]: DEBUG nova.scheduler.client.report [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1937.586937] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e85e8f-b58f-4973-a9de-21e01160003d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.596380] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc6ab23-a474-4177-9e2f-e3c695b18480 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.638027] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d971c201-abe2-4fa4-a38a-3ae35e45a9e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.647677] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2942a75-54d7-45fa-ae51-fd2c30bc32f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.665038] env[63070]: DEBUG nova.compute.provider_tree [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1937.822737] env[63070]: DEBUG oslo_vmware.rw_handles [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Completed reading data from the image iterator. {{(pid=63070) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1937.822840] env[63070]: DEBUG oslo_vmware.rw_handles [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aff66d-bd5e-bb8e-cf15-2e80940db8de/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1937.823769] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda8fa3-6f5c-49eb-993f-5a1a6109bc1b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.830573] env[63070]: DEBUG oslo_vmware.rw_handles [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aff66d-bd5e-bb8e-cf15-2e80940db8de/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1937.830750] env[63070]: DEBUG oslo_vmware.rw_handles [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aff66d-bd5e-bb8e-cf15-2e80940db8de/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1937.831083] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b513d473-6e1a-477a-9efb-a337ceececd9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.848390] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.848596] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.848844] env[63070]: DEBUG nova.network.neutron [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1938.036807] env[63070]: DEBUG oslo_vmware.rw_handles [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aff66d-bd5e-bb8e-cf15-2e80940db8de/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1938.037206] env[63070]: INFO nova.virt.vmwareapi.images [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Downloaded image file data e46d20eb-653b-40bf-95a9-03b6b4341cbe [ 1938.037986] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9620a8-7ae1-411b-8738-000b47243653 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.053245] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-487515f7-0db7-47d7-bf07-362835499b34 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.061317] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.061540] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e2c945c-fe36-49eb-affd-d16db7a3744a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.067718] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1938.067718] env[63070]: value = "task-1771485" [ 1938.067718] env[63070]: _type = "Task" [ 1938.067718] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.075163] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.082513] env[63070]: INFO nova.virt.vmwareapi.images [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] The imported VM was unregistered [ 1938.084787] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Caching image {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1938.085033] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1938.085278] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bbb122f-f13b-4fbd-b0bc-6c1013fe1f37 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.097184] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Created directory with path [datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1938.097382] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f/OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f.vmdk to [datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe/e46d20eb-653b-40bf-95a9-03b6b4341cbe.vmdk. {{(pid=63070) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1938.097632] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-157dcedc-650c-48d2-b6f0-ba2422f34111 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.103966] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1938.103966] env[63070]: value = "task-1771486" [ 1938.103966] env[63070]: _type = "Task" [ 1938.103966] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.111732] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771486, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.201974] env[63070]: DEBUG nova.scheduler.client.report [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1938.202338] env[63070]: DEBUG nova.compute.provider_tree [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 165 to 166 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1938.202578] env[63070]: DEBUG nova.compute.provider_tree [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1938.396266] env[63070]: WARNING nova.network.neutron [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] 5946b48f-1ba1-4876-b078-8177a221fe5f already exists in list: networks containing: ['5946b48f-1ba1-4876-b078-8177a221fe5f']. ignoring it [ 1938.578796] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771485, 'name': PowerOffVM_Task, 'duration_secs': 0.219798} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.579057] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1938.579743] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1938.579976] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1938.580151] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1938.580334] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1938.580479] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1938.580625] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1938.580830] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1938.580989] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1938.581171] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1938.581335] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1938.581509] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1938.586501] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f308433-ff60-485e-9dae-5c67ddeefc16 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.605545] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1938.605545] env[63070]: value = "task-1771487" [ 1938.605545] env[63070]: _type = "Task" [ 1938.605545] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.618417] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771486, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.621719] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.709834] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.487s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.731632] env[63070]: INFO nova.scheduler.client.report [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleted allocations for instance a1a0175a-98f5-49da-b5ee-fe8ee22df442 [ 1938.747488] env[63070]: DEBUG nova.network.neutron [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updating instance_info_cache with network_info: [{"id": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "address": "fa:16:3e:f8:9d:cc", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2d618d-32", "ovs_interfaceid": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0472beb-4922-490b-a048-de0a4d170c7f", "address": "fa:16:3e:ef:10:85", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0472beb-49", "ovs_interfaceid": "e0472beb-4922-490b-a048-de0a4d170c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.120479] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771486, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.123531] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.239215] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f0ebbe24-e3f2-451e-a4b8-bbce26c29f95 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "a1a0175a-98f5-49da-b5ee-fe8ee22df442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.783s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.250422] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.251100] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.251290] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.252175] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc77aa-3dba-4902-b9d1-deb6b99bb54b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.272054] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1939.272358] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1939.272457] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1939.272638] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1939.272786] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1939.272963] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1939.273212] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1939.273375] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1939.273544] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1939.273710] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1939.273913] env[63070]: DEBUG nova.virt.hardware [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1939.280460] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Reconfiguring VM to attach interface {{(pid=63070) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1939.281482] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4282e118-f0b5-494f-9ed0-256b3a9fa11a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.302377] env[63070]: DEBUG oslo_vmware.api [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1939.302377] env[63070]: value = "task-1771488" [ 1939.302377] env[63070]: _type = "Task" [ 1939.302377] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.313920] env[63070]: DEBUG oslo_vmware.api [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.318019] env[63070]: DEBUG nova.compute.manager [req-bd255f8e-0ae8-4918-a882-ae52a97347c6 req-3f99eec4-2ecb-4879-9703-45e8c39c3730 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Received event network-changed-e0472beb-4922-490b-a048-de0a4d170c7f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1939.318186] env[63070]: DEBUG nova.compute.manager [req-bd255f8e-0ae8-4918-a882-ae52a97347c6 req-3f99eec4-2ecb-4879-9703-45e8c39c3730 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Refreshing instance network info cache due to event network-changed-e0472beb-4922-490b-a048-de0a4d170c7f. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1939.318405] env[63070]: DEBUG oslo_concurrency.lockutils [req-bd255f8e-0ae8-4918-a882-ae52a97347c6 req-3f99eec4-2ecb-4879-9703-45e8c39c3730 service nova] Acquiring lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.318548] env[63070]: DEBUG oslo_concurrency.lockutils [req-bd255f8e-0ae8-4918-a882-ae52a97347c6 req-3f99eec4-2ecb-4879-9703-45e8c39c3730 service nova] Acquired lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.318710] env[63070]: DEBUG nova.network.neutron [req-bd255f8e-0ae8-4918-a882-ae52a97347c6 req-3f99eec4-2ecb-4879-9703-45e8c39c3730 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Refreshing network info cache for port e0472beb-4922-490b-a048-de0a4d170c7f {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1939.621251] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771486, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.624663] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.814407] env[63070]: DEBUG oslo_vmware.api [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.120693] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771486, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.123850] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771487, 'name': ReconfigVM_Task, 'duration_secs': 1.170226} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.124715] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bf1c8a-e7f2-4707-a503-9f895b80c56c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.153088] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1940.153187] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.153443] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1940.153713] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.153906] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1940.154082] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1940.154300] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1940.154459] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1940.154671] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1940.154905] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1940.155155] env[63070]: DEBUG nova.virt.hardware [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1940.157561] env[63070]: DEBUG nova.network.neutron [req-bd255f8e-0ae8-4918-a882-ae52a97347c6 req-3f99eec4-2ecb-4879-9703-45e8c39c3730 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updated VIF entry in instance network info cache for port e0472beb-4922-490b-a048-de0a4d170c7f. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.158383] env[63070]: DEBUG nova.network.neutron [req-bd255f8e-0ae8-4918-a882-ae52a97347c6 req-3f99eec4-2ecb-4879-9703-45e8c39c3730 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updating instance_info_cache with network_info: [{"id": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "address": "fa:16:3e:f8:9d:cc", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2d618d-32", "ovs_interfaceid": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0472beb-4922-490b-a048-de0a4d170c7f", "address": "fa:16:3e:ef:10:85", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0472beb-49", "ovs_interfaceid": "e0472beb-4922-490b-a048-de0a4d170c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.159513] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a42c5bd-e22d-4524-a339-b168b64f5575 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.168365] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1940.168365] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522ca92c-2cd5-6898-e692-339e74f7c9cd" [ 1940.168365] env[63070]: _type = "Task" [ 1940.168365] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.180759] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522ca92c-2cd5-6898-e692-339e74f7c9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.316071] env[63070]: DEBUG oslo_vmware.api [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.623093] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771486, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.664011] env[63070]: DEBUG oslo_concurrency.lockutils [req-bd255f8e-0ae8-4918-a882-ae52a97347c6 req-3f99eec4-2ecb-4879-9703-45e8c39c3730 service nova] Releasing lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.680022] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522ca92c-2cd5-6898-e692-339e74f7c9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.061433} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.686330] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1940.686654] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3406adb-776c-4bc2-8ad7-186fff8a2e94 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.705877] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1940.705877] env[63070]: value = "task-1771489" [ 1940.705877] env[63070]: _type = "Task" [ 1940.705877] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.713491] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.813160] env[63070]: DEBUG oslo_vmware.api [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771488, 'name': ReconfigVM_Task, 'duration_secs': 1.32321} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.813649] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.813864] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Reconfigured VM to attach interface {{(pid=63070) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1941.118215] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771486, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.659849} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.118535] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f/OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f.vmdk to [datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe/e46d20eb-653b-40bf-95a9-03b6b4341cbe.vmdk. [ 1941.118723] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Cleaning up location [datastore1] OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1941.118912] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_83185fa7-e286-40ac-9c1a-f51bf930756f {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.119186] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61a27888-2791-46d7-9458-a0229ea077e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.125791] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1941.125791] env[63070]: value = "task-1771490" [ 1941.125791] env[63070]: _type = "Task" [ 1941.125791] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.133363] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.216403] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.318453] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18d4758-6e29-4cc3-b9a1-4a80da147c11 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-c9a63683-ca97-4cce-b206-bf1621daf377-e0472beb-4922-490b-a048-de0a4d170c7f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.435s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.635325] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.069039} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.635600] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.635771] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe/e46d20eb-653b-40bf-95a9-03b6b4341cbe.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.636014] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe/e46d20eb-653b-40bf-95a9-03b6b4341cbe.vmdk to [datastore1] 45fdd209-dbd4-45e6-a859-b6097a5f2529/45fdd209-dbd4-45e6-a859-b6097a5f2529.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.636279] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ee66759-847d-4ed7-b851-118e52080d22 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.643545] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1941.643545] env[63070]: value = "task-1771491" [ 1941.643545] env[63070]: _type = "Task" [ 1941.643545] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.650794] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.721750] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771489, 'name': ReconfigVM_Task, 'duration_secs': 0.552796} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.722168] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1941.723332] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d95ce6f-5b69-4d9e-835c-0410d7dc0423 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.762834] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 68246885-72ed-4ee4-b154-c16e5e79538e/68246885-72ed-4ee4-b154-c16e5e79538e.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.763195] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd2c9cc8-9172-48e1-9951-cfb3017c54e8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.781190] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1941.781190] env[63070]: value = "task-1771492" [ 1941.781190] env[63070]: _type = "Task" [ 1941.781190] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.789861] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.066429] env[63070]: DEBUG nova.compute.manager [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Stashing vm_state: active {{(pid=63070) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1942.157576] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771491, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.293702] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.586396] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.586658] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.602054] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "interface-c9a63683-ca97-4cce-b206-bf1621daf377-e0472beb-4922-490b-a048-de0a4d170c7f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.602328] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-c9a63683-ca97-4cce-b206-bf1621daf377-e0472beb-4922-490b-a048-de0a4d170c7f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.656862] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771491, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.792054] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.092964] env[63070]: INFO nova.compute.claims [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1943.105135] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.105135] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.105727] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf71133-3a6d-48e0-bbb2-6dcace22c0b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.128341] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e74e408-b7b5-4098-b4b3-9b9773b8b37a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.157873] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Reconfiguring VM to detach interface {{(pid=63070) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1943.161303] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231d8d45-4e44-44cd-8f7a-79f1ee9372b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.181934] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771491, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.183341] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1943.183341] env[63070]: value = "task-1771493" [ 1943.183341] env[63070]: _type = "Task" [ 1943.183341] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.194030] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.291644] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.600278] env[63070]: INFO nova.compute.resource_tracker [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating resource usage from migration 26126634-77cb-4371-8cd3-8031250d9831 [ 1943.665545] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771491, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.695735] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.721559] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dce90a-5c87-4a8e-9e38-b707a839e178 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.730984] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67f6e3f-eabe-44c5-afb8-7210e62c2014 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.764780] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61456eec-9aa8-4113-adb4-495530ce983f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.774971] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e16279-be5b-428d-859f-e2132ddbddf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.791547] env[63070]: DEBUG nova.compute.provider_tree [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1943.800892] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.163208] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771491, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.347916} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.163515] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e46d20eb-653b-40bf-95a9-03b6b4341cbe/e46d20eb-653b-40bf-95a9-03b6b4341cbe.vmdk to [datastore1] 45fdd209-dbd4-45e6-a859-b6097a5f2529/45fdd209-dbd4-45e6-a859-b6097a5f2529.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1944.164389] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60fc8d9-252c-40fd-9594-67e4af841e88 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.186833] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 45fdd209-dbd4-45e6-a859-b6097a5f2529/45fdd209-dbd4-45e6-a859-b6097a5f2529.vmdk or device None with type streamOptimized {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.187095] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd2935c-e49d-4e68-87e3-1b10c0fa2c9b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.209643] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.210870] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1944.210870] env[63070]: value = "task-1771494" [ 1944.210870] env[63070]: _type = "Task" [ 1944.210870] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.219399] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.303220] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771492, 'name': ReconfigVM_Task, 'duration_secs': 2.297655} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.303515] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 68246885-72ed-4ee4-b154-c16e5e79538e/68246885-72ed-4ee4-b154-c16e5e79538e.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.304394] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf47eeda-ee3a-4364-a8ba-04fef1836055 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.326009] env[63070]: ERROR nova.scheduler.client.report [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [req-c9eacca3-1cfe-4856-8d2e-54afa306c560] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 320ba036-867b-46a7-9f12-a6f5a4345740. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9eacca3-1cfe-4856-8d2e-54afa306c560"}]} [ 1944.326887] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ea59b5-c65e-4407-a939-3b3b64e23cd7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.351342] env[63070]: DEBUG nova.scheduler.client.report [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Refreshing inventories for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1944.353562] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2061b054-d8b1-40b6-95dd-c54811d4c4a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.374347] env[63070]: DEBUG nova.scheduler.client.report [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating ProviderTree inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1944.374560] env[63070]: DEBUG nova.compute.provider_tree [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1944.376733] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a7060-e538-4ac8-ace1-c4fc98212098 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.383556] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1944.383786] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c7e3e0-f787-486e-b1d8-09a4b6429f56 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.389171] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1944.389171] env[63070]: value = "task-1771495" [ 1944.389171] env[63070]: _type = "Task" [ 1944.389171] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.389945] env[63070]: DEBUG nova.scheduler.client.report [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Refreshing aggregate associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, aggregates: None {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1944.398856] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.408179] env[63070]: DEBUG nova.scheduler.client.report [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Refreshing trait associations for resource provider 320ba036-867b-46a7-9f12-a6f5a4345740, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63070) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1944.497276] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f04fbd-e375-4377-abe0-421244714b55 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.504632] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50441037-335d-4ae2-8b4c-228ed024a883 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.533761] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffd9349-3d82-44a5-a35f-a5fb6a4a4a42 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.540645] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b286a609-a286-44be-b5e7-91da0c13ec9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.553402] env[63070]: DEBUG nova.compute.provider_tree [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1944.698925] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.719237] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771494, 'name': ReconfigVM_Task, 'duration_secs': 0.275029} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.719509] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 45fdd209-dbd4-45e6-a859-b6097a5f2529/45fdd209-dbd4-45e6-a859-b6097a5f2529.vmdk or device None with type streamOptimized {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.720171] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73b85d6b-044c-4e47-bf76-e6d0d83787b5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.725880] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1944.725880] env[63070]: value = "task-1771496" [ 1944.725880] env[63070]: _type = "Task" [ 1944.725880] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.732956] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771496, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.901048] env[63070]: DEBUG oslo_vmware.api [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771495, 'name': PowerOnVM_Task, 'duration_secs': 0.404002} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.901346] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1945.082751] env[63070]: DEBUG nova.scheduler.client.report [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1945.083018] env[63070]: DEBUG nova.compute.provider_tree [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 168 to 169 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1945.083206] env[63070]: DEBUG nova.compute.provider_tree [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1945.196722] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.236025] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771496, 'name': Rename_Task, 'duration_secs': 0.138504} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.236264] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.236501] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ee9f32-cfbe-4fe3-ab98-be4887b4a3b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.242782] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1945.242782] env[63070]: value = "task-1771497" [ 1945.242782] env[63070]: _type = "Task" [ 1945.242782] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.250009] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.588270] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.588444] env[63070]: INFO nova.compute.manager [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Migrating [ 1945.697321] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.751834] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.946309] env[63070]: INFO nova.compute.manager [None req-bcc544ed-1352-45a2-a084-684007f6e668 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance to original state: 'active' [ 1946.104743] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.104930] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.105151] env[63070]: DEBUG nova.network.neutron [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.197784] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.252736] env[63070]: DEBUG oslo_vmware.api [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771497, 'name': PowerOnVM_Task, 'duration_secs': 0.632142} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.253019] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.367890] env[63070]: DEBUG nova.compute.manager [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.369066] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed3690b-87fb-4908-887a-c70b8ee13f52 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.698889] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.817602] env[63070]: DEBUG nova.network.neutron [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [{"id": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "address": "fa:16:3e:ef:c6:8c", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff8c4d1-52", "ovs_interfaceid": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.884946] env[63070]: DEBUG oslo_concurrency.lockutils [None req-70978d60-872c-488f-abd2-59751f5e22c6 tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.560s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.971110] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "68246885-72ed-4ee4-b154-c16e5e79538e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.971381] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.971962] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "68246885-72ed-4ee4-b154-c16e5e79538e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.972192] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.972368] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.974096] env[63070]: INFO nova.compute.manager [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Terminating instance [ 1947.199252] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.320529] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.478044] env[63070]: DEBUG nova.compute.manager [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1947.478044] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1947.478044] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f200c78c-bfeb-4975-a5aa-12194dec0fca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.484960] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1947.484960] env[63070]: value = "task-1771498" [ 1947.484960] env[63070]: _type = "Task" [ 1947.484960] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.493103] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.701498] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.994836] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.200797] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.495273] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771498, 'name': PowerOffVM_Task, 'duration_secs': 0.65966} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.495497] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1948.495698] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1948.495898] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367833', 'volume_id': '95c2a0e1-5235-4036-bc93-2b6be1889f00', 'name': 'volume-95c2a0e1-5235-4036-bc93-2b6be1889f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '68246885-72ed-4ee4-b154-c16e5e79538e', 'attached_at': '2024-12-11T20:22:49.000000', 'detached_at': '', 'volume_id': '95c2a0e1-5235-4036-bc93-2b6be1889f00', 'serial': '95c2a0e1-5235-4036-bc93-2b6be1889f00'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1948.496690] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9fc6b7-19e8-4522-b7ca-b031269e5035 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.517427] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f153972c-2d62-4105-ab8a-f68f77656e10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.524236] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87778da4-3ce0-42b0-916c-8cdfe93b62f0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.544942] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0e0d0e-0a17-4994-8782-f369803c94ef {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.559509] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] The volume has not been displaced from its original location: [datastore1] volume-95c2a0e1-5235-4036-bc93-2b6be1889f00/volume-95c2a0e1-5235-4036-bc93-2b6be1889f00.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1948.564911] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1948.565325] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a36b14-c0eb-40c2-bdea-4135b273dd82 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.583029] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1948.583029] env[63070]: value = "task-1771499" [ 1948.583029] env[63070]: _type = "Task" [ 1948.583029] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.590934] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.704319] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.835685] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7447103-f8ad-448b-aebe-d5c111da88e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.854322] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance 'eb7c6d24-9b2c-4777-8b73-8b8f3463e868' progress to 0 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1949.092403] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771499, 'name': ReconfigVM_Task, 'duration_secs': 0.20694} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.092632] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1949.097231] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0caaebe8-f7b5-4d5e-9376-c780dd4ac958 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.111423] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1949.111423] env[63070]: value = "task-1771500" [ 1949.111423] env[63070]: _type = "Task" [ 1949.111423] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.118658] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.200743] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.205230] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "e34be017-2ff4-44f0-b44b-3abde2d39837" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.205551] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.205651] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "e34be017-2ff4-44f0-b44b-3abde2d39837-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.205851] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.206011] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.208109] env[63070]: INFO nova.compute.manager [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Terminating instance [ 1949.360730] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.361110] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fe0bbb1-525e-40f7-96fa-a2175690e5cf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.369387] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1949.369387] env[63070]: value = "task-1771501" [ 1949.369387] env[63070]: _type = "Task" [ 1949.369387] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.379776] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.620924] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771500, 'name': ReconfigVM_Task, 'duration_secs': 0.136113} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.621232] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367833', 'volume_id': '95c2a0e1-5235-4036-bc93-2b6be1889f00', 'name': 'volume-95c2a0e1-5235-4036-bc93-2b6be1889f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '68246885-72ed-4ee4-b154-c16e5e79538e', 'attached_at': '2024-12-11T20:22:49.000000', 'detached_at': '', 'volume_id': '95c2a0e1-5235-4036-bc93-2b6be1889f00', 'serial': '95c2a0e1-5235-4036-bc93-2b6be1889f00'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1949.622028] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1949.622252] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6fd8f5-6591-45bf-a9d7-112563274910 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.628629] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1949.628850] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d9df54-6b52-4efb-8522-dedac13f05fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.703260] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.712056] env[63070]: DEBUG nova.compute.manager [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1949.712288] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1949.713366] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553b8629-9e73-477b-b3f3-0c43699fa811 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.720826] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.721082] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a350430f-f634-4573-a270-8cda94b19034 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.727326] env[63070]: DEBUG oslo_vmware.api [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1949.727326] env[63070]: value = "task-1771503" [ 1949.727326] env[63070]: _type = "Task" [ 1949.727326] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.735106] env[63070]: DEBUG oslo_vmware.api [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.881389] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771501, 'name': PowerOffVM_Task, 'duration_secs': 0.195412} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.881514] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.881656] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance 'eb7c6d24-9b2c-4777-8b73-8b8f3463e868' progress to 17 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1950.202646] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.235963] env[63070]: DEBUG oslo_vmware.api [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771503, 'name': PowerOffVM_Task, 'duration_secs': 0.339247} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.236328] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1950.236399] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1950.236636] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ad9d43e-6e44-4723-9efa-d4639c4ed457 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.388083] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1950.388358] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1950.388503] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1950.388688] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1950.388835] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1950.389072] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1950.389325] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1950.389493] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1950.389668] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1950.389829] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1950.390015] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1950.395108] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-281c4df4-557f-46bc-86e0-0940ae5cc446 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.411906] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1950.411906] env[63070]: value = "task-1771505" [ 1950.411906] env[63070]: _type = "Task" [ 1950.411906] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.420089] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.703499] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.921356] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771505, 'name': ReconfigVM_Task, 'duration_secs': 0.169003} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.922769] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance 'eb7c6d24-9b2c-4777-8b73-8b8f3463e868' progress to 33 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1951.204129] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.428127] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1951.428545] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1951.428545] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1951.428748] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1951.428908] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1951.429105] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1951.429345] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1951.429514] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1951.429686] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1951.429854] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1951.430054] env[63070]: DEBUG nova.virt.hardware [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1951.435247] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1951.435533] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47190f61-f417-409c-9884-1a7a07b837f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.454161] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1951.454161] env[63070]: value = "task-1771506" [ 1951.454161] env[63070]: _type = "Task" [ 1951.454161] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.461998] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.705140] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.963278] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771506, 'name': ReconfigVM_Task, 'duration_secs': 0.170105} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.963555] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1951.964345] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f85d83-1612-4a53-a90b-ff703569d932 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.985535] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] eb7c6d24-9b2c-4777-8b73-8b8f3463e868/eb7c6d24-9b2c-4777-8b73-8b8f3463e868.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1951.985776] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12521535-6657-42c8-b839-67e9f19a3bd6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.003491] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1952.003491] env[63070]: value = "task-1771507" [ 1952.003491] env[63070]: _type = "Task" [ 1952.003491] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.011276] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.208052] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.512920] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771507, 'name': ReconfigVM_Task, 'duration_secs': 0.270062} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.513269] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Reconfigured VM instance instance-00000041 to attach disk [datastore1] eb7c6d24-9b2c-4777-8b73-8b8f3463e868/eb7c6d24-9b2c-4777-8b73-8b8f3463e868.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1952.513489] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance 'eb7c6d24-9b2c-4777-8b73-8b8f3463e868' progress to 50 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1952.706763] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.020607] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec6285a-9680-4a5a-88eb-3b61a2b75dff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.040032] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c4318c-4195-48e1-9ae7-6ac82c70b69a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.057978] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance 'eb7c6d24-9b2c-4777-8b73-8b8f3463e868' progress to 67 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1953.207297] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.329978] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1953.330407] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1953.330701] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleting the datastore file [datastore1] 68246885-72ed-4ee4-b154-c16e5e79538e {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1953.332543] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8604eb5e-5894-4398-92b3-a91c61b9adf1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.335152] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1953.335416] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1953.335669] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Deleting the datastore file [datastore1] e34be017-2ff4-44f0-b44b-3abde2d39837 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1953.336013] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2c61ca7-682a-4c63-8ce8-fc4f5e0f7a68 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.343398] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1953.343398] env[63070]: value = "task-1771508" [ 1953.343398] env[63070]: _type = "Task" [ 1953.343398] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.348245] env[63070]: DEBUG oslo_vmware.api [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1953.348245] env[63070]: value = "task-1771509" [ 1953.348245] env[63070]: _type = "Task" [ 1953.348245] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.354990] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.360750] env[63070]: DEBUG oslo_vmware.api [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.596224] env[63070]: DEBUG nova.network.neutron [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Port 5ff8c4d1-5287-4648-bbb5-04fe690f3d5f binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1953.707259] env[63070]: DEBUG oslo_vmware.api [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771493, 'name': ReconfigVM_Task, 'duration_secs': 10.285781} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.707511] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.707715] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Reconfigured VM to detach interface {{(pid=63070) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1953.852940] env[63070]: DEBUG oslo_vmware.api [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174075} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.855825] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.856033] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.856450] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.856450] env[63070]: INFO nova.compute.manager [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Took 6.38 seconds to destroy the instance on the hypervisor. [ 1953.856613] env[63070]: DEBUG oslo.service.loopingcall [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.856807] env[63070]: DEBUG nova.compute.manager [-] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.856901] env[63070]: DEBUG nova.network.neutron [-] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1953.863072] env[63070]: DEBUG oslo_vmware.api [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174024} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.863307] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.863507] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.863682] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.863851] env[63070]: INFO nova.compute.manager [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Took 4.15 seconds to destroy the instance on the hypervisor. [ 1953.864093] env[63070]: DEBUG oslo.service.loopingcall [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.864291] env[63070]: DEBUG nova.compute.manager [-] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.864383] env[63070]: DEBUG nova.network.neutron [-] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1954.613092] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.613573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.613573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.791735] env[63070]: DEBUG nova.compute.manager [req-ebf101a9-834e-489f-b125-8146d33eaa16 req-ddffff1c-9f0f-4462-9548-610c453c5d9a service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Received event network-vif-deleted-dce80b61-52e4-4663-b141-607795d9c4ef {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1954.791863] env[63070]: INFO nova.compute.manager [req-ebf101a9-834e-489f-b125-8146d33eaa16 req-ddffff1c-9f0f-4462-9548-610c453c5d9a service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Neutron deleted interface dce80b61-52e4-4663-b141-607795d9c4ef; detaching it from the instance and deleting it from the info cache [ 1954.792056] env[63070]: DEBUG nova.network.neutron [req-ebf101a9-834e-489f-b125-8146d33eaa16 req-ddffff1c-9f0f-4462-9548-610c453c5d9a service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.978703] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.978908] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquired lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.979154] env[63070]: DEBUG nova.network.neutron [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.123580] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "c9a63683-ca97-4cce-b206-bf1621daf377" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.123826] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "c9a63683-ca97-4cce-b206-bf1621daf377" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.124054] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "c9a63683-ca97-4cce-b206-bf1621daf377-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.124244] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "c9a63683-ca97-4cce-b206-bf1621daf377-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.124418] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "c9a63683-ca97-4cce-b206-bf1621daf377-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.127247] env[63070]: INFO nova.compute.manager [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Terminating instance [ 1955.265428] env[63070]: DEBUG nova.network.neutron [-] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.272316] env[63070]: DEBUG nova.network.neutron [-] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.295433] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11f6e823-7c9c-4049-9a92-9ab3fccef869 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.305638] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc14bd37-1857-48ec-b008-0e8523462ac7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.333732] env[63070]: DEBUG nova.compute.manager [req-ebf101a9-834e-489f-b125-8146d33eaa16 req-ddffff1c-9f0f-4462-9548-610c453c5d9a service nova] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Detach interface failed, port_id=dce80b61-52e4-4663-b141-607795d9c4ef, reason: Instance 68246885-72ed-4ee4-b154-c16e5e79538e could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1955.632281] env[63070]: DEBUG nova.compute.manager [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1955.632600] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1955.633346] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9f3b11-a88a-4699-b7ad-a93641c5f483 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.641218] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.641499] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a15c3b61-f386-4856-bf0f-f8626ba7f825 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.647638] env[63070]: DEBUG oslo_vmware.api [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1955.647638] env[63070]: value = "task-1771510" [ 1955.647638] env[63070]: _type = "Task" [ 1955.647638] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.655908] env[63070]: DEBUG oslo_vmware.api [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.676228] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.676482] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.676730] env[63070]: DEBUG nova.network.neutron [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.712725] env[63070]: INFO nova.network.neutron [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Port e0472beb-4922-490b-a048-de0a4d170c7f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1955.713130] env[63070]: DEBUG nova.network.neutron [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updating instance_info_cache with network_info: [{"id": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "address": "fa:16:3e:f8:9d:cc", "network": {"id": "5946b48f-1ba1-4876-b078-8177a221fe5f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1185735206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65cd8927310546aaa00aaea1ad02ba36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2d618d-32", "ovs_interfaceid": "5a2d618d-3295-463e-9d6a-7f4c08e092cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.767692] env[63070]: INFO nova.compute.manager [-] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Took 1.91 seconds to deallocate network for instance. [ 1955.775202] env[63070]: INFO nova.compute.manager [-] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Took 1.91 seconds to deallocate network for instance. [ 1956.157468] env[63070]: DEBUG oslo_vmware.api [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771510, 'name': PowerOffVM_Task, 'duration_secs': 0.223916} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.157710] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1956.157830] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1956.158096] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2534ccf-3302-4f9a-8866-bcc973bb4c96 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.216336] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Releasing lock "refresh_cache-c9a63683-ca97-4cce-b206-bf1621daf377" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.247875] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.248157] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.248302] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleting the datastore file [datastore1] c9a63683-ca97-4cce-b206-bf1621daf377 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.248559] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93b14066-f9b2-45ef-aea6-865ed21e92ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.256661] env[63070]: DEBUG oslo_vmware.api [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1956.256661] env[63070]: value = "task-1771512" [ 1956.256661] env[63070]: _type = "Task" [ 1956.256661] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.264130] env[63070]: DEBUG oslo_vmware.api [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.282824] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.283080] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.283300] env[63070]: DEBUG nova.objects.instance [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'resources' on Instance uuid e34be017-2ff4-44f0-b44b-3abde2d39837 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.318348] env[63070]: INFO nova.compute.manager [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Took 0.55 seconds to detach 1 volumes for instance. [ 1956.399895] env[63070]: DEBUG nova.network.neutron [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [{"id": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "address": "fa:16:3e:ef:c6:8c", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff8c4d1-52", "ovs_interfaceid": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.720980] env[63070]: DEBUG oslo_concurrency.lockutils [None req-95c35027-b6a6-461c-a7da-41ba6908dade tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "interface-c9a63683-ca97-4cce-b206-bf1621daf377-e0472beb-4922-490b-a048-de0a4d170c7f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 14.118s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.766370] env[63070]: DEBUG oslo_vmware.api [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150619} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.766674] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.766796] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.766973] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.767169] env[63070]: INFO nova.compute.manager [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1956.767408] env[63070]: DEBUG oslo.service.loopingcall [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.767849] env[63070]: DEBUG nova.compute.manager [-] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.767952] env[63070]: DEBUG nova.network.neutron [-] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.823345] env[63070]: DEBUG nova.compute.manager [req-b8b9957c-6dea-4d2d-ad76-5c27fb06b6e5 req-9cbeb48b-9264-45ff-88d5-b8cd74f96b0f service nova] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Received event network-vif-deleted-9a73e2fa-a6c7-4d05-a709-50562bb4c4fe {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1956.827682] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.882461] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9565aaa3-d73b-4531-86a1-4f1da0d438f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.891795] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775bd9c4-8edd-4cf0-b4af-edc6ae524eff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.921119] env[63070]: DEBUG oslo_concurrency.lockutils [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.925625] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3801f42-5132-4723-891a-0cfcb91cde9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.933805] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d87bbea-475e-4894-85e9-87948d920fb7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.947442] env[63070]: DEBUG nova.compute.provider_tree [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1957.447952] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66cc7c7-60fe-4c7d-8aa1-a991cc7e0dfc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.469466] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b447cc9-5500-428d-91a8-9497e2a83aa3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.477030] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance 'eb7c6d24-9b2c-4777-8b73-8b8f3463e868' progress to 83 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1957.481453] env[63070]: DEBUG nova.scheduler.client.report [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Updated inventory for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1957.481453] env[63070]: DEBUG nova.compute.provider_tree [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Updating resource provider 320ba036-867b-46a7-9f12-a6f5a4345740 generation from 169 to 170 during operation: update_inventory {{(pid=63070) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1957.481591] env[63070]: DEBUG nova.compute.provider_tree [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Updating inventory in ProviderTree for provider 320ba036-867b-46a7-9f12-a6f5a4345740 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1957.987482] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.988198] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.990400] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926aae0e-b0da-40a9-8508-dd52e0935eda {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.992147] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.164s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.992350] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.000017] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1958.000017] env[63070]: value = "task-1771513" [ 1958.000017] env[63070]: _type = "Task" [ 1958.000017] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.008317] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.011509] env[63070]: INFO nova.scheduler.client.report [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Deleted allocations for instance e34be017-2ff4-44f0-b44b-3abde2d39837 [ 1958.013249] env[63070]: INFO nova.scheduler.client.report [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleted allocations for instance 68246885-72ed-4ee4-b154-c16e5e79538e [ 1958.159444] env[63070]: DEBUG nova.network.neutron [-] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.510014] env[63070]: DEBUG oslo_vmware.api [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771513, 'name': PowerOnVM_Task, 'duration_secs': 0.377316} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.510310] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1958.510499] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-bd310e42-93a3-4f64-8bbe-6650d9ea166c tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance 'eb7c6d24-9b2c-4777-8b73-8b8f3463e868' progress to 100 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1958.523315] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1d01ba5a-da16-41f7-92dd-f939b4999ec7 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "e34be017-2ff4-44f0-b44b-3abde2d39837" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.318s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.524277] env[63070]: DEBUG oslo_concurrency.lockutils [None req-03af6ee9-3e02-4e4d-960c-053e298a221e tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "68246885-72ed-4ee4-b154-c16e5e79538e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.553s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.662460] env[63070]: INFO nova.compute.manager [-] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Took 1.89 seconds to deallocate network for instance. [ 1958.854558] env[63070]: DEBUG nova.compute.manager [req-939cb6f2-f417-4be1-8bcf-759bc47c273d req-918f66c2-8e65-4560-a658-25e970139ce0 service nova] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Received event network-vif-deleted-5a2d618d-3295-463e-9d6a-7f4c08e092cc {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1959.170789] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.171843] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.171843] env[63070]: DEBUG nova.objects.instance [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'resources' on Instance uuid c9a63683-ca97-4cce-b206-bf1621daf377 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.667308] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.667673] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.766768] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e0edea-cd51-42a0-a432-c9337bcc8971 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.774961] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f469ae0-4b4a-44d7-9df5-ab5d9f4158f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.806481] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4837a9bb-8a0c-4563-95fe-93b6d5015b5f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.814600] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cfb35e-5a05-46ef-8a59-4cf36b13c785 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.829274] env[63070]: DEBUG nova.compute.provider_tree [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1960.171152] env[63070]: DEBUG nova.compute.manager [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1960.334911] env[63070]: DEBUG nova.scheduler.client.report [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.465838] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.466156] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.466354] env[63070]: DEBUG nova.compute.manager [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Going to confirm migration 8 {{(pid=63070) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1960.663643] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.664375] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.690699] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.840217] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.843047] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.152s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.844016] env[63070]: INFO nova.compute.claims [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1960.856954] env[63070]: INFO nova.scheduler.client.report [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleted allocations for instance c9a63683-ca97-4cce-b206-bf1621daf377 [ 1961.004684] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.004886] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.005079] env[63070]: DEBUG nova.network.neutron [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.005270] env[63070]: DEBUG nova.objects.instance [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'info_cache' on Instance uuid eb7c6d24-9b2c-4777-8b73-8b8f3463e868 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1961.166458] env[63070]: DEBUG nova.compute.manager [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1961.362846] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3cf6b0a6-aaf8-4ea6-975f-214deb4cfec6 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "c9a63683-ca97-4cce-b206-bf1621daf377" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.239s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.689267] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.925893] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559e204f-d7d9-4ae3-b0ab-cd20b8033f9c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.933778] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ec07c4-9957-49ed-abb2-638ed6124221 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.964881] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3034d620-e71a-44fc-bdf8-58d018b5f84c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.972192] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e86a78-92aa-415d-868b-0a742cf4ad65 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.984863] env[63070]: DEBUG nova.compute.provider_tree [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.052065] env[63070]: DEBUG oslo_concurrency.lockutils [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "b7671aca-d851-4421-a3bc-6188fbb87213" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.052318] env[63070]: DEBUG oslo_concurrency.lockutils [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "b7671aca-d851-4421-a3bc-6188fbb87213" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.052527] env[63070]: DEBUG oslo_concurrency.lockutils [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "b7671aca-d851-4421-a3bc-6188fbb87213-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.052748] env[63070]: DEBUG oslo_concurrency.lockutils [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "b7671aca-d851-4421-a3bc-6188fbb87213-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.052854] env[63070]: DEBUG oslo_concurrency.lockutils [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "b7671aca-d851-4421-a3bc-6188fbb87213-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.054880] env[63070]: INFO nova.compute.manager [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Terminating instance [ 1962.226297] env[63070]: DEBUG nova.network.neutron [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [{"id": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "address": "fa:16:3e:ef:c6:8c", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff8c4d1-52", "ovs_interfaceid": "5ff8c4d1-5287-4648-bbb5-04fe690f3d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.487887] env[63070]: DEBUG nova.scheduler.client.report [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1962.558500] env[63070]: DEBUG nova.compute.manager [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1962.558732] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1962.559718] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34bf538-947d-4239-9e27-ab98429857dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.567693] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1962.567923] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92191b0f-246f-42b3-ac6f-a33511891dd8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.573964] env[63070]: DEBUG oslo_vmware.api [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1962.573964] env[63070]: value = "task-1771514" [ 1962.573964] env[63070]: _type = "Task" [ 1962.573964] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.582085] env[63070]: DEBUG oslo_vmware.api [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.730575] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-eb7c6d24-9b2c-4777-8b73-8b8f3463e868" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.730842] env[63070]: DEBUG nova.objects.instance [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'migration_context' on Instance uuid eb7c6d24-9b2c-4777-8b73-8b8f3463e868 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.993032] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.993586] env[63070]: DEBUG nova.compute.manager [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1962.996311] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.307s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.997741] env[63070]: INFO nova.compute.claims [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1963.083122] env[63070]: DEBUG oslo_vmware.api [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771514, 'name': PowerOffVM_Task, 'duration_secs': 0.171512} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.083347] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1963.083516] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1963.083758] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-256572f6-8edf-4120-acd4-5b0490bf160d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.168555] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1963.168795] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1963.168986] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleting the datastore file [datastore1] b7671aca-d851-4421-a3bc-6188fbb87213 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1963.169265] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07415551-de95-4af5-8633-e117a14e91ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.175771] env[63070]: DEBUG oslo_vmware.api [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for the task: (returnval){ [ 1963.175771] env[63070]: value = "task-1771516" [ 1963.175771] env[63070]: _type = "Task" [ 1963.175771] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.183202] env[63070]: DEBUG oslo_vmware.api [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.234147] env[63070]: DEBUG nova.objects.base [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1963.234985] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6bb7d4-31ee-48bd-8154-1136e71d1b2b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.254154] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72f1583-89a0-4768-896c-522dcc7eb6a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.259243] env[63070]: DEBUG oslo_vmware.api [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1963.259243] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a21e53-f000-bb81-bbee-5a324b92d95c" [ 1963.259243] env[63070]: _type = "Task" [ 1963.259243] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.266995] env[63070]: DEBUG oslo_vmware.api [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a21e53-f000-bb81-bbee-5a324b92d95c, 'name': SearchDatastore_Task} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.267336] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.501875] env[63070]: DEBUG nova.compute.utils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1963.505030] env[63070]: DEBUG nova.compute.manager [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1963.505202] env[63070]: DEBUG nova.network.neutron [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1963.542720] env[63070]: DEBUG nova.policy [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8372de98927f4051ac05593eb23b3a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f49e241cbb0b46a193cef0be0c8b8ade', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1963.686239] env[63070]: DEBUG oslo_vmware.api [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Task: {'id': task-1771516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108055} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.686497] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1963.686682] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1963.686861] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1963.687046] env[63070]: INFO nova.compute.manager [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1963.687302] env[63070]: DEBUG oslo.service.loopingcall [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1963.687499] env[63070]: DEBUG nova.compute.manager [-] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1963.687593] env[63070]: DEBUG nova.network.neutron [-] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1963.938538] env[63070]: DEBUG nova.network.neutron [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Successfully created port: 245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1964.007709] env[63070]: DEBUG nova.compute.manager [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1964.088670] env[63070]: DEBUG nova.compute.manager [req-d8d6cb44-f156-44b1-9062-66d289409b5c req-82eef1a9-dad1-4f22-a345-98dd38152bb9 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Received event network-vif-deleted-b755c700-9381-417c-b696-788d00e03c2e {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1964.088850] env[63070]: INFO nova.compute.manager [req-d8d6cb44-f156-44b1-9062-66d289409b5c req-82eef1a9-dad1-4f22-a345-98dd38152bb9 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Neutron deleted interface b755c700-9381-417c-b696-788d00e03c2e; detaching it from the instance and deleting it from the info cache [ 1964.089036] env[63070]: DEBUG nova.network.neutron [req-d8d6cb44-f156-44b1-9062-66d289409b5c req-82eef1a9-dad1-4f22-a345-98dd38152bb9 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.114207] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c722d4f-37b2-4878-bb9a-641d6c5a6f32 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.122060] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4093b570-110e-413b-885f-411e33964846 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.152987] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d0029b-ed2a-4225-a0d7-7b6f6428d83d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.160586] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bceeaa6-6141-4432-a488-956e26913d10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.173965] env[63070]: DEBUG nova.compute.provider_tree [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1964.567693] env[63070]: DEBUG nova.network.neutron [-] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.595031] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-116c37e8-0084-4790-9ddc-7ce9593fc38e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.604731] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129ba2e3-97df-4fb4-a0f5-ab324f7045ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.630351] env[63070]: DEBUG nova.compute.manager [req-d8d6cb44-f156-44b1-9062-66d289409b5c req-82eef1a9-dad1-4f22-a345-98dd38152bb9 service nova] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Detach interface failed, port_id=b755c700-9381-417c-b696-788d00e03c2e, reason: Instance b7671aca-d851-4421-a3bc-6188fbb87213 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1964.677649] env[63070]: DEBUG nova.scheduler.client.report [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1965.020898] env[63070]: DEBUG nova.compute.manager [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1965.055073] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1965.055356] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1965.055549] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1965.055732] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1965.056519] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1965.056519] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1965.056519] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1965.056519] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1965.056728] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1965.056728] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1965.056867] env[63070]: DEBUG nova.virt.hardware [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1965.057823] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3dff18-47b7-4e39-9541-bb1c19f45fdb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.065655] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b446c71-3ad4-469e-83b4-229ea56ac1dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.070024] env[63070]: INFO nova.compute.manager [-] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Took 1.38 seconds to deallocate network for instance. [ 1965.183722] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.184264] env[63070]: DEBUG nova.compute.manager [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1965.186946] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.920s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.501998] env[63070]: DEBUG nova.network.neutron [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Successfully updated port: 245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1965.583622] env[63070]: DEBUG oslo_concurrency.lockutils [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.690084] env[63070]: DEBUG nova.compute.utils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1965.694718] env[63070]: DEBUG nova.compute.manager [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1965.694898] env[63070]: DEBUG nova.network.neutron [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1965.738473] env[63070]: DEBUG nova.policy [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19bcb627404641efbb8b307fede313e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f671ada90424b6f85ad8ee9cdb1dc8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1965.774675] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e590f72-34d3-4bec-aa6e-a70ae106ae84 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.782211] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faa5453-cdc5-4593-b5d1-a601791cef54 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.813609] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4478d09d-b3fb-448b-ba0a-262a031e00db {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.821705] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6335b7c-05b0-4fca-a3db-5b0718edf650 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.836129] env[63070]: DEBUG nova.compute.provider_tree [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.004065] env[63070]: DEBUG nova.network.neutron [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Successfully created port: a5edcc27-26ca-4d34-ac92-c12b85f9824d {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1966.006282] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.006488] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.006612] env[63070]: DEBUG nova.network.neutron [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.114256] env[63070]: DEBUG nova.compute.manager [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received event network-vif-plugged-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1966.114487] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] Acquiring lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.114727] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.114911] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.117028] env[63070]: DEBUG nova.compute.manager [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] No waiting events found dispatching network-vif-plugged-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1966.117028] env[63070]: WARNING nova.compute.manager [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received unexpected event network-vif-plugged-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 for instance with vm_state building and task_state spawning. [ 1966.117028] env[63070]: DEBUG nova.compute.manager [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received event network-changed-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1966.117028] env[63070]: DEBUG nova.compute.manager [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Refreshing instance network info cache due to event network-changed-245aa3b5-f772-4bae-98aa-3371c9f4f9f0. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1966.117028] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] Acquiring lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.198019] env[63070]: DEBUG nova.compute.manager [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1966.339525] env[63070]: DEBUG nova.scheduler.client.report [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.534078] env[63070]: DEBUG nova.network.neutron [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1966.679067] env[63070]: DEBUG nova.network.neutron [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updating instance_info_cache with network_info: [{"id": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "address": "fa:16:3e:94:68:2c", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245aa3b5-f7", "ovs_interfaceid": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.162641] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.163043] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.182796] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.183158] env[63070]: DEBUG nova.compute.manager [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Instance network_info: |[{"id": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "address": "fa:16:3e:94:68:2c", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245aa3b5-f7", "ovs_interfaceid": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1967.183748] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] Acquired lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.184043] env[63070]: DEBUG nova.network.neutron [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Refreshing network info cache for port 245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1967.185193] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:68:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '245aa3b5-f772-4bae-98aa-3371c9f4f9f0', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1967.194041] env[63070]: DEBUG oslo.service.loopingcall [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1967.197049] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1967.197564] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5ba0614-2162-479f-80f2-fab2652d5be3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.215013] env[63070]: DEBUG nova.compute.manager [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1967.222614] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1967.222614] env[63070]: value = "task-1771517" [ 1967.222614] env[63070]: _type = "Task" [ 1967.222614] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.230637] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771517, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.240965] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1967.241224] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1967.241380] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1967.241563] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1967.241713] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1967.241858] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1967.242079] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1967.242241] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1967.242407] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1967.242570] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1967.242742] env[63070]: DEBUG nova.virt.hardware [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1967.243541] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ba3498-a975-4f5a-8358-55ad2b1ef9b7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.252489] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4dec5e-87d9-487d-9d66-8d8bb0503d15 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.350075] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.163s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.352919] env[63070]: DEBUG oslo_concurrency.lockutils [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.769s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.353152] env[63070]: DEBUG nova.objects.instance [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lazy-loading 'resources' on Instance uuid b7671aca-d851-4421-a3bc-6188fbb87213 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.522148] env[63070]: DEBUG nova.network.neutron [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updated VIF entry in instance network info cache for port 245aa3b5-f772-4bae-98aa-3371c9f4f9f0. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1967.522542] env[63070]: DEBUG nova.network.neutron [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updating instance_info_cache with network_info: [{"id": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "address": "fa:16:3e:94:68:2c", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245aa3b5-f7", "ovs_interfaceid": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.640233] env[63070]: DEBUG nova.network.neutron [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Successfully updated port: a5edcc27-26ca-4d34-ac92-c12b85f9824d {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1967.671468] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.671468] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1967.734807] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771517, 'name': CreateVM_Task, 'duration_secs': 0.330573} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.735108] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1967.735808] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.735920] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.736258] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1967.736517] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b7f4b18-5d5c-4fb2-93ff-8bfb9432b2d3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.741591] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1967.741591] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d59ff2-21df-1c2a-1146-7a9dded8e78c" [ 1967.741591] env[63070]: _type = "Task" [ 1967.741591] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.749170] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d59ff2-21df-1c2a-1146-7a9dded8e78c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.908168] env[63070]: INFO nova.scheduler.client.report [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleted allocation for migration 26126634-77cb-4371-8cd3-8031250d9831 [ 1967.932540] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a73fdd-b0e2-4cab-ae12-64d1d5709d5c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.941262] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ee03d1-f2c7-448e-a729-9fbd29031e74 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.971893] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f48bbaa-02a6-4be7-a88e-5faf40d85a8a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.979277] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f48edb-b0a2-445d-b60c-5db588c7b982 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.992455] env[63070]: DEBUG nova.compute.provider_tree [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.025590] env[63070]: DEBUG oslo_concurrency.lockutils [req-223c4070-4943-4c71-898f-1e3ccc260789 req-d29b0e85-c214-4e1e-905b-763d462cde6a service nova] Releasing lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.138128] env[63070]: DEBUG nova.compute.manager [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Received event network-vif-plugged-a5edcc27-26ca-4d34-ac92-c12b85f9824d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1968.138251] env[63070]: DEBUG oslo_concurrency.lockutils [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] Acquiring lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.138588] env[63070]: DEBUG oslo_concurrency.lockutils [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.138843] env[63070]: DEBUG oslo_concurrency.lockutils [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.139044] env[63070]: DEBUG nova.compute.manager [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] No waiting events found dispatching network-vif-plugged-a5edcc27-26ca-4d34-ac92-c12b85f9824d {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1968.139220] env[63070]: WARNING nova.compute.manager [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Received unexpected event network-vif-plugged-a5edcc27-26ca-4d34-ac92-c12b85f9824d for instance with vm_state building and task_state spawning. [ 1968.139456] env[63070]: DEBUG nova.compute.manager [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Received event network-changed-a5edcc27-26ca-4d34-ac92-c12b85f9824d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1968.139651] env[63070]: DEBUG nova.compute.manager [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Refreshing instance network info cache due to event network-changed-a5edcc27-26ca-4d34-ac92-c12b85f9824d. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1968.139841] env[63070]: DEBUG oslo_concurrency.lockutils [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] Acquiring lock "refresh_cache-efd81b71-8b94-47d6-8f0e-0e03360d5ae2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.139976] env[63070]: DEBUG oslo_concurrency.lockutils [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] Acquired lock "refresh_cache-efd81b71-8b94-47d6-8f0e-0e03360d5ae2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.140150] env[63070]: DEBUG nova.network.neutron [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Refreshing network info cache for port a5edcc27-26ca-4d34-ac92-c12b85f9824d {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.142220] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "refresh_cache-efd81b71-8b94-47d6-8f0e-0e03360d5ae2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.252287] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52d59ff2-21df-1c2a-1146-7a9dded8e78c, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.252630] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.252893] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1968.253139] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.253289] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.253473] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1968.253722] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb726c23-b157-465c-acda-50d7087b5c70 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.262202] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1968.262379] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1968.263075] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c4a42b8-4fdc-4586-a2a7-04c898c12c2d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.268124] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1968.268124] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f48a23-ff0f-9e29-2ad9-5f20affd13b1" [ 1968.268124] env[63070]: _type = "Task" [ 1968.268124] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.275439] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f48a23-ff0f-9e29-2ad9-5f20affd13b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.415823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-36ced614-7b6e-43a1-a20e-b42c8c2970ed tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.950s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.495480] env[63070]: DEBUG nova.scheduler.client.report [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.597720] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.597973] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.598205] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.598390] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.598562] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.600554] env[63070]: INFO nova.compute.manager [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Terminating instance [ 1968.671042] env[63070]: DEBUG nova.network.neutron [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1968.774142] env[63070]: DEBUG nova.network.neutron [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.781216] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f48a23-ff0f-9e29-2ad9-5f20affd13b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008169} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.782357] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4267fe06-d471-4e10-b993-5db120ce2d30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.788236] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1968.788236] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c9720f-0da9-aee1-4b97-60e81e016737" [ 1968.788236] env[63070]: _type = "Task" [ 1968.788236] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.796459] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c9720f-0da9-aee1-4b97-60e81e016737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.999772] env[63070]: DEBUG oslo_concurrency.lockutils [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.016765] env[63070]: INFO nova.scheduler.client.report [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Deleted allocations for instance b7671aca-d851-4421-a3bc-6188fbb87213 [ 1969.104404] env[63070]: DEBUG nova.compute.manager [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1969.104671] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1969.105498] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eacdc2-e656-435a-97e2-f22e4c0e9e6a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.113055] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1969.113282] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f75eac63-d605-4cce-b05c-c6c37dda0186 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.119306] env[63070]: DEBUG oslo_vmware.api [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1969.119306] env[63070]: value = "task-1771518" [ 1969.119306] env[63070]: _type = "Task" [ 1969.119306] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.127366] env[63070]: DEBUG oslo_vmware.api [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.276893] env[63070]: DEBUG oslo_concurrency.lockutils [req-ad5f5cb7-bf5c-489b-9274-2ca6c4d787c5 req-d7d00fbf-d916-4ae0-b59b-2b4293c60e2e service nova] Releasing lock "refresh_cache-efd81b71-8b94-47d6-8f0e-0e03360d5ae2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.276893] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquired lock "refresh_cache-efd81b71-8b94-47d6-8f0e-0e03360d5ae2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.277133] env[63070]: DEBUG nova.network.neutron [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1969.298241] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c9720f-0da9-aee1-4b97-60e81e016737, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.298504] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.298819] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] d83aabf8-a598-4be5-8bb8-67cc5457f08f/d83aabf8-a598-4be5-8bb8-67cc5457f08f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1969.299016] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e9bdc3e-45d9-429c-9329-d114d4ddc314 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.305243] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1969.305243] env[63070]: value = "task-1771519" [ 1969.305243] env[63070]: _type = "Task" [ 1969.305243] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.314703] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.523731] env[63070]: DEBUG oslo_concurrency.lockutils [None req-59d6e644-9b09-47ab-b186-18243663efa9 tempest-AttachInterfacesTestJSON-2104478365 tempest-AttachInterfacesTestJSON-2104478365-project-member] Lock "b7671aca-d851-4421-a3bc-6188fbb87213" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.471s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.629513] env[63070]: DEBUG oslo_vmware.api [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771518, 'name': PowerOffVM_Task, 'duration_secs': 0.199685} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.629810] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.629984] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.630244] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f475c8c-59c9-4752-a8a0-23111e2b2730 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.725811] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.725946] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquired lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.726111] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Forcefully refreshing network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1969.814677] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771519, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.817706] env[63070]: DEBUG nova.network.neutron [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1970.005666] env[63070]: DEBUG nova.network.neutron [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Updating instance_info_cache with network_info: [{"id": "a5edcc27-26ca-4d34-ac92-c12b85f9824d", "address": "fa:16:3e:bb:5d:8b", "network": {"id": "3c192b79-fee6-47e4-b6cb-923f4d4b8f23", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2103176259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f671ada90424b6f85ad8ee9cdb1dc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5edcc27-26", "ovs_interfaceid": "a5edcc27-26ca-4d34-ac92-c12b85f9824d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.315202] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771519, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.508395] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Releasing lock "refresh_cache-efd81b71-8b94-47d6-8f0e-0e03360d5ae2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.508888] env[63070]: DEBUG nova.compute.manager [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Instance network_info: |[{"id": "a5edcc27-26ca-4d34-ac92-c12b85f9824d", "address": "fa:16:3e:bb:5d:8b", "network": {"id": "3c192b79-fee6-47e4-b6cb-923f4d4b8f23", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2103176259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f671ada90424b6f85ad8ee9cdb1dc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5edcc27-26", "ovs_interfaceid": "a5edcc27-26ca-4d34-ac92-c12b85f9824d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1970.510040] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:5d:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5edcc27-26ca-4d34-ac92-c12b85f9824d', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1970.516888] env[63070]: DEBUG oslo.service.loopingcall [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1970.517310] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1970.517470] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e78e6ef4-dfbc-40be-adce-5f3a58c69552 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.536912] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1970.536912] env[63070]: value = "task-1771521" [ 1970.536912] env[63070]: _type = "Task" [ 1970.536912] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.544991] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771521, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.817283] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771519, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.977138] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating instance_info_cache with network_info: [{"id": "91e2f409-673c-465a-baf0-2d250b913144", "address": "fa:16:3e:46:8e:35", "network": {"id": "860b0fc9-f0d5-4afe-9987-3e6368223a0d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1321476139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daa74d07aba74f9084dd83b7e4cdf899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e2f409-67", "ovs_interfaceid": "91e2f409-673c-465a-baf0-2d250b913144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.047590] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771521, 'name': CreateVM_Task, 'duration_secs': 0.422246} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.047769] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1971.048458] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.048630] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.048947] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1971.049219] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecbcd9fe-4f4a-4b88-9d80-571dfb870439 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.054239] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1971.054239] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523ee198-6f80-aa85-2e20-b3a4f61abddd" [ 1971.054239] env[63070]: _type = "Task" [ 1971.054239] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.062477] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523ee198-6f80-aa85-2e20-b3a4f61abddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.120294] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1971.120702] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1971.121025] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleting the datastore file [datastore1] eb7c6d24-9b2c-4777-8b73-8b8f3463e868 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1971.121382] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1845956-8728-4bca-9cb4-31c8cf6077fc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.129920] env[63070]: DEBUG oslo_vmware.api [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1971.129920] env[63070]: value = "task-1771522" [ 1971.129920] env[63070]: _type = "Task" [ 1971.129920] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.139311] env[63070]: DEBUG oslo_vmware.api [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.318047] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771519, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.99998} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.318420] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] d83aabf8-a598-4be5-8bb8-67cc5457f08f/d83aabf8-a598-4be5-8bb8-67cc5457f08f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1971.318678] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1971.318978] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed1ef084-e59b-481c-9807-7c7dcc161503 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.325595] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1971.325595] env[63070]: value = "task-1771523" [ 1971.325595] env[63070]: _type = "Task" [ 1971.325595] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.333700] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.481681] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Releasing lock "refresh_cache-45fdd209-dbd4-45e6-a859-b6097a5f2529" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.481950] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updated the network info_cache for instance {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1971.482409] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.482409] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.482528] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.482631] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.482769] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.482947] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.483046] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1971.483195] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.567932] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]523ee198-6f80-aa85-2e20-b3a4f61abddd, 'name': SearchDatastore_Task, 'duration_secs': 0.073623} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.567932] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.567932] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1971.568248] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.568511] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.568806] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1971.569164] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e55b983-73da-4a28-a62e-d641bdb262a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.577692] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1971.578848] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1971.578848] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80058c9-3682-425d-acaf-4b0f3633aba7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.584216] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1971.584216] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ed0169-5617-ee3b-1c1a-cedbcb0ee76f" [ 1971.584216] env[63070]: _type = "Task" [ 1971.584216] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.591320] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ed0169-5617-ee3b-1c1a-cedbcb0ee76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.639628] env[63070]: DEBUG oslo_vmware.api [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285232} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.639888] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1971.640090] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1971.640272] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1971.640446] env[63070]: INFO nova.compute.manager [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Took 2.54 seconds to destroy the instance on the hypervisor. [ 1971.640683] env[63070]: DEBUG oslo.service.loopingcall [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1971.640875] env[63070]: DEBUG nova.compute.manager [-] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1971.640971] env[63070]: DEBUG nova.network.neutron [-] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1971.836306] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067419} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.836637] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1971.837972] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ce5527-c56f-484b-b003-dee90699f0ae {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.860727] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] d83aabf8-a598-4be5-8bb8-67cc5457f08f/d83aabf8-a598-4be5-8bb8-67cc5457f08f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1971.861079] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c15b804-7f87-4939-a0de-90429c9465c4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.881570] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1971.881570] env[63070]: value = "task-1771524" [ 1971.881570] env[63070]: _type = "Task" [ 1971.881570] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.889263] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.987037] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.987602] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.987602] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.987769] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1971.988797] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22f64a9-a120-439a-a423-a873ace047cc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.998049] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228677ea-3c5e-406d-8729-590f2d4a6d21 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.014879] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adeb14d-e811-405e-b9f5-13a6c0a997eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.021947] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd00a80-31c6-4741-ab4d-79b9eb0b3f41 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.056757] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180319MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1972.057073] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.057376] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.097428] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ed0169-5617-ee3b-1c1a-cedbcb0ee76f, 'name': SearchDatastore_Task, 'duration_secs': 0.008695} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.098338] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36118ede-7abb-4aa2-ac5e-eccd2f5f38c8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.104915] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1972.104915] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0e70d-8b2c-36e9-35fd-16e1a32b6337" [ 1972.104915] env[63070]: _type = "Task" [ 1972.104915] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.113952] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0e70d-8b2c-36e9-35fd-16e1a32b6337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.373753] env[63070]: DEBUG nova.compute.manager [req-1fa86b3c-4942-4b24-ad1f-fa8f8b2b31ac req-5c86a367-a4ff-4d70-9d29-94626be1e98c service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Received event network-vif-deleted-5ff8c4d1-5287-4648-bbb5-04fe690f3d5f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1972.373947] env[63070]: INFO nova.compute.manager [req-1fa86b3c-4942-4b24-ad1f-fa8f8b2b31ac req-5c86a367-a4ff-4d70-9d29-94626be1e98c service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Neutron deleted interface 5ff8c4d1-5287-4648-bbb5-04fe690f3d5f; detaching it from the instance and deleting it from the info cache [ 1972.374654] env[63070]: DEBUG nova.network.neutron [req-1fa86b3c-4942-4b24-ad1f-fa8f8b2b31ac req-5c86a367-a4ff-4d70-9d29-94626be1e98c service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.392970] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771524, 'name': ReconfigVM_Task, 'duration_secs': 0.281851} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.393329] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Reconfigured VM instance instance-00000071 to attach disk [datastore1] d83aabf8-a598-4be5-8bb8-67cc5457f08f/d83aabf8-a598-4be5-8bb8-67cc5457f08f.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1972.394070] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e47df020-dc8f-4dae-bee1-c425507dc216 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.401626] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1972.401626] env[63070]: value = "task-1771525" [ 1972.401626] env[63070]: _type = "Task" [ 1972.401626] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.414801] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771525, 'name': Rename_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.616945] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a0e70d-8b2c-36e9-35fd-16e1a32b6337, 'name': SearchDatastore_Task, 'duration_secs': 0.012706} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.617403] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.617733] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] efd81b71-8b94-47d6-8f0e-0e03360d5ae2/efd81b71-8b94-47d6-8f0e-0e03360d5ae2.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1972.617951] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6289e035-04b9-4d12-b6cc-682a6d5ad9c1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.624900] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1972.624900] env[63070]: value = "task-1771526" [ 1972.624900] env[63070]: _type = "Task" [ 1972.624900] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.633368] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.798285] env[63070]: DEBUG nova.network.neutron [-] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.878416] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7357cad0-f7e3-4e37-b404-95a4f3d022a8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.887941] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e300e53d-5074-4386-8feb-7efa7a6779e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.915635] env[63070]: DEBUG nova.compute.manager [req-1fa86b3c-4942-4b24-ad1f-fa8f8b2b31ac req-5c86a367-a4ff-4d70-9d29-94626be1e98c service nova] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Detach interface failed, port_id=5ff8c4d1-5287-4648-bbb5-04fe690f3d5f, reason: Instance eb7c6d24-9b2c-4777-8b73-8b8f3463e868 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1972.919274] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771525, 'name': Rename_Task, 'duration_secs': 0.193915} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.919601] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1972.919870] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4acec0e-655c-4a28-9ef3-ea74619e007b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.929052] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 1972.929052] env[63070]: value = "task-1771527" [ 1972.929052] env[63070]: _type = "Task" [ 1972.929052] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.937746] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.091458] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 45fdd209-dbd4-45e6-a859-b6097a5f2529 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1973.091691] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance eb7c6d24-9b2c-4777-8b73-8b8f3463e868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1973.091939] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance d83aabf8-a598-4be5-8bb8-67cc5457f08f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1973.092140] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance efd81b71-8b94-47d6-8f0e-0e03360d5ae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1973.092367] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1973.092516] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1973.139177] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452107} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.140028] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] efd81b71-8b94-47d6-8f0e-0e03360d5ae2/efd81b71-8b94-47d6-8f0e-0e03360d5ae2.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1973.140028] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1973.140341] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42bbbb5e-9517-46a1-814b-8bbf53668270 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.149163] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1973.149163] env[63070]: value = "task-1771528" [ 1973.149163] env[63070]: _type = "Task" [ 1973.149163] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.160324] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.163283] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f118577f-3755-445b-bc69-ce791f8a2dbd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.170821] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cbdb3c-0014-4976-8d0f-6360a7555535 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.202012] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611b3ad2-e71a-4ae2-bae8-14df0b7c739a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.210248] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b433b-d285-42b9-b79c-e62297a62a8d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.226455] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.300824] env[63070]: INFO nova.compute.manager [-] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Took 1.66 seconds to deallocate network for instance. [ 1973.440498] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771527, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.661806] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079301} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.662207] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1973.662920] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72103ce6-5574-4d2c-aba5-f3dc80c1ce6c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.688124] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] efd81b71-8b94-47d6-8f0e-0e03360d5ae2/efd81b71-8b94-47d6-8f0e-0e03360d5ae2.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1973.688483] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e1810f-ce35-42e8-b76c-289fa0284f6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.710707] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1973.710707] env[63070]: value = "task-1771529" [ 1973.710707] env[63070]: _type = "Task" [ 1973.710707] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.721687] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.730282] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1973.767065] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "b580a77a-b659-4357-90d0-62ea70124fb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.767319] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "b580a77a-b659-4357-90d0-62ea70124fb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.810045] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.939702] env[63070]: DEBUG oslo_vmware.api [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771527, 'name': PowerOnVM_Task, 'duration_secs': 0.791475} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.940041] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1973.940041] env[63070]: INFO nova.compute.manager [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1973.940219] env[63070]: DEBUG nova.compute.manager [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1973.941138] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa42ffc0-0037-4b18-b9a3-8be3d320390b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.027067] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "0da51660-d583-41bb-822b-b59be0366959" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.027318] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "0da51660-d583-41bb-822b-b59be0366959" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.220211] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771529, 'name': ReconfigVM_Task, 'duration_secs': 0.337353} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.220540] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Reconfigured VM instance instance-00000072 to attach disk [datastore1] efd81b71-8b94-47d6-8f0e-0e03360d5ae2/efd81b71-8b94-47d6-8f0e-0e03360d5ae2.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1974.221209] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aa7b77e-d35e-47f4-b5db-2bbe2ee43961 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.227307] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1974.227307] env[63070]: value = "task-1771530" [ 1974.227307] env[63070]: _type = "Task" [ 1974.227307] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.237158] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1974.237340] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.180s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.237571] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771530, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.237823] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.428s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.238043] env[63070]: DEBUG nova.objects.instance [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'resources' on Instance uuid eb7c6d24-9b2c-4777-8b73-8b8f3463e868 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.242563] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.242773] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.269661] env[63070]: DEBUG nova.compute.manager [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1974.458592] env[63070]: INFO nova.compute.manager [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Took 13.78 seconds to build instance. [ 1974.529314] env[63070]: DEBUG nova.compute.manager [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1974.738713] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771530, 'name': Rename_Task, 'duration_secs': 0.148454} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.739024] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1974.739227] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dcac1f0-69cc-4fcd-bb5f-6e3cf890f86f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.746020] env[63070]: DEBUG nova.compute.manager [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1974.750134] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 1974.750134] env[63070]: value = "task-1771531" [ 1974.750134] env[63070]: _type = "Task" [ 1974.750134] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.759468] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.794143] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.868624] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317d60e9-3c89-4a2c-b7ae-693f4a8093a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.875936] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958772ff-6f88-4b7e-aa05-5b8a0a8a893f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.906906] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120d4e17-62db-49e4-aa90-7cd2cf10cdf2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.914075] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a4e153-18fa-4e3d-b9ae-638b0b1f7de8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.927771] env[63070]: DEBUG nova.compute.provider_tree [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1974.960973] env[63070]: DEBUG oslo_concurrency.lockutils [None req-72d09f09-d962-4065-90ff-36898167182c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.293s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.049078] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.105969] env[63070]: DEBUG nova.compute.manager [req-75387cc0-231e-440a-859e-201ec1798fc3 req-bfb8dcbb-7787-4606-960d-1655d4aba865 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received event network-changed-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1975.106197] env[63070]: DEBUG nova.compute.manager [req-75387cc0-231e-440a-859e-201ec1798fc3 req-bfb8dcbb-7787-4606-960d-1655d4aba865 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Refreshing instance network info cache due to event network-changed-245aa3b5-f772-4bae-98aa-3371c9f4f9f0. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1975.106410] env[63070]: DEBUG oslo_concurrency.lockutils [req-75387cc0-231e-440a-859e-201ec1798fc3 req-bfb8dcbb-7787-4606-960d-1655d4aba865 service nova] Acquiring lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.106555] env[63070]: DEBUG oslo_concurrency.lockutils [req-75387cc0-231e-440a-859e-201ec1798fc3 req-bfb8dcbb-7787-4606-960d-1655d4aba865 service nova] Acquired lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.106718] env[63070]: DEBUG nova.network.neutron [req-75387cc0-231e-440a-859e-201ec1798fc3 req-bfb8dcbb-7787-4606-960d-1655d4aba865 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Refreshing network info cache for port 245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1975.262051] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771531, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.266648] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.430556] env[63070]: DEBUG nova.scheduler.client.report [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1975.760552] env[63070]: DEBUG oslo_vmware.api [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771531, 'name': PowerOnVM_Task, 'duration_secs': 0.938914} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.760825] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1975.761047] env[63070]: INFO nova.compute.manager [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1975.761235] env[63070]: DEBUG nova.compute.manager [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1975.762126] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eba87c-ba47-4d0d-86b8-929ed3dcf043 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.880899] env[63070]: DEBUG nova.network.neutron [req-75387cc0-231e-440a-859e-201ec1798fc3 req-bfb8dcbb-7787-4606-960d-1655d4aba865 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updated VIF entry in instance network info cache for port 245aa3b5-f772-4bae-98aa-3371c9f4f9f0. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1975.881296] env[63070]: DEBUG nova.network.neutron [req-75387cc0-231e-440a-859e-201ec1798fc3 req-bfb8dcbb-7787-4606-960d-1655d4aba865 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updating instance_info_cache with network_info: [{"id": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "address": "fa:16:3e:94:68:2c", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245aa3b5-f7", "ovs_interfaceid": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.935444] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.937954] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.144s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.939706] env[63070]: INFO nova.compute.claims [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1975.960541] env[63070]: INFO nova.scheduler.client.report [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleted allocations for instance eb7c6d24-9b2c-4777-8b73-8b8f3463e868 [ 1976.277868] env[63070]: INFO nova.compute.manager [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Took 14.61 seconds to build instance. [ 1976.384151] env[63070]: DEBUG oslo_concurrency.lockutils [req-75387cc0-231e-440a-859e-201ec1798fc3 req-bfb8dcbb-7787-4606-960d-1655d4aba865 service nova] Releasing lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.467214] env[63070]: DEBUG oslo_concurrency.lockutils [None req-f269d10e-3149-421d-aeac-a89bb06426aa tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "eb7c6d24-9b2c-4777-8b73-8b8f3463e868" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.869s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.779699] env[63070]: DEBUG oslo_concurrency.lockutils [None req-071573b7-a3b6-419e-a7eb-d450173dc09a tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.115s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.048228] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71f3546-3423-4ab8-ad96-ac8aec8a5c11 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.057122] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64af1ce9-724c-43e7-b735-7b847dca20d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.091208] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf9463c-d4eb-4274-a6f2-355dd56c6304 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.099119] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eeb51d-189b-4c81-bff0-6ebe43899a6f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.112776] env[63070]: DEBUG nova.compute.provider_tree [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.616076] env[63070]: DEBUG nova.scheduler.client.report [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1977.650137] env[63070]: DEBUG nova.compute.manager [req-9bff2aa8-143b-4d02-822c-706786294e60 req-f2525f34-523b-4c0e-946f-01189acf2047 service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Received event network-changed-a5edcc27-26ca-4d34-ac92-c12b85f9824d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1977.650325] env[63070]: DEBUG nova.compute.manager [req-9bff2aa8-143b-4d02-822c-706786294e60 req-f2525f34-523b-4c0e-946f-01189acf2047 service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Refreshing instance network info cache due to event network-changed-a5edcc27-26ca-4d34-ac92-c12b85f9824d. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1977.650510] env[63070]: DEBUG oslo_concurrency.lockutils [req-9bff2aa8-143b-4d02-822c-706786294e60 req-f2525f34-523b-4c0e-946f-01189acf2047 service nova] Acquiring lock "refresh_cache-efd81b71-8b94-47d6-8f0e-0e03360d5ae2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.651192] env[63070]: DEBUG oslo_concurrency.lockutils [req-9bff2aa8-143b-4d02-822c-706786294e60 req-f2525f34-523b-4c0e-946f-01189acf2047 service nova] Acquired lock "refresh_cache-efd81b71-8b94-47d6-8f0e-0e03360d5ae2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.651438] env[63070]: DEBUG nova.network.neutron [req-9bff2aa8-143b-4d02-822c-706786294e60 req-f2525f34-523b-4c0e-946f-01189acf2047 service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Refreshing network info cache for port a5edcc27-26ca-4d34-ac92-c12b85f9824d {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.123546] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.124119] env[63070]: DEBUG nova.compute.manager [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1978.127442] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.078s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.128899] env[63070]: INFO nova.compute.claims [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1978.181869] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "2a1c1fa5-33f5-4974-92ca-6afec942be55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.182165] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "2a1c1fa5-33f5-4974-92ca-6afec942be55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.387164] env[63070]: DEBUG nova.network.neutron [req-9bff2aa8-143b-4d02-822c-706786294e60 req-f2525f34-523b-4c0e-946f-01189acf2047 service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Updated VIF entry in instance network info cache for port a5edcc27-26ca-4d34-ac92-c12b85f9824d. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.387637] env[63070]: DEBUG nova.network.neutron [req-9bff2aa8-143b-4d02-822c-706786294e60 req-f2525f34-523b-4c0e-946f-01189acf2047 service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Updating instance_info_cache with network_info: [{"id": "a5edcc27-26ca-4d34-ac92-c12b85f9824d", "address": "fa:16:3e:bb:5d:8b", "network": {"id": "3c192b79-fee6-47e4-b6cb-923f4d4b8f23", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2103176259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f671ada90424b6f85ad8ee9cdb1dc8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5edcc27-26", "ovs_interfaceid": "a5edcc27-26ca-4d34-ac92-c12b85f9824d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.633266] env[63070]: DEBUG nova.compute.utils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1978.636659] env[63070]: DEBUG nova.compute.manager [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1978.636861] env[63070]: DEBUG nova.network.neutron [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1978.674847] env[63070]: DEBUG nova.policy [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76993184fa5341c2ba776482a92c93f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6db028132f2b404091333bb959bb350e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1978.684406] env[63070]: DEBUG nova.compute.manager [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1978.890802] env[63070]: DEBUG oslo_concurrency.lockutils [req-9bff2aa8-143b-4d02-822c-706786294e60 req-f2525f34-523b-4c0e-946f-01189acf2047 service nova] Releasing lock "refresh_cache-efd81b71-8b94-47d6-8f0e-0e03360d5ae2" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.913351] env[63070]: DEBUG nova.network.neutron [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Successfully created port: 0ee6fd81-6bbc-40e8-9097-df706d79c0f1 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1979.138191] env[63070]: DEBUG nova.compute.manager [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1979.201920] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.235336] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ada930-da13-4c32-a411-fb335a2b92f1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.242897] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c29db9-3826-4908-94ed-73d6b1c98727 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.271826] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40355e2d-4ba1-49a2-bf1e-775fe6f29b08 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.279244] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e53add3-bdaf-4f35-a1b8-c14ac2b07cac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.293402] env[63070]: DEBUG nova.compute.provider_tree [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.796531] env[63070]: DEBUG nova.scheduler.client.report [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1980.149349] env[63070]: DEBUG nova.compute.manager [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1980.176211] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1980.176382] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.177020] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1980.177020] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.177020] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1980.177203] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1980.177275] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1980.177412] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1980.177576] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1980.177736] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1980.177909] env[63070]: DEBUG nova.virt.hardware [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1980.178780] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee397176-cdc4-4f50-8bd5-09fb7ddf2247 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.187213] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d944e-fdb6-49a5-82bb-8031dfcbfc06 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.301052] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.301592] env[63070]: DEBUG nova.compute.manager [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1980.304236] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.038s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.306071] env[63070]: INFO nova.compute.claims [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1980.315987] env[63070]: DEBUG nova.compute.manager [req-3cc8db1d-815e-4ab6-8e1d-dbceae94ad41 req-55365b5d-8da2-462b-9d07-9844c51c8bcb service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Received event network-vif-plugged-0ee6fd81-6bbc-40e8-9097-df706d79c0f1 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1980.316244] env[63070]: DEBUG oslo_concurrency.lockutils [req-3cc8db1d-815e-4ab6-8e1d-dbceae94ad41 req-55365b5d-8da2-462b-9d07-9844c51c8bcb service nova] Acquiring lock "b580a77a-b659-4357-90d0-62ea70124fb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.316598] env[63070]: DEBUG oslo_concurrency.lockutils [req-3cc8db1d-815e-4ab6-8e1d-dbceae94ad41 req-55365b5d-8da2-462b-9d07-9844c51c8bcb service nova] Lock "b580a77a-b659-4357-90d0-62ea70124fb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.316792] env[63070]: DEBUG oslo_concurrency.lockutils [req-3cc8db1d-815e-4ab6-8e1d-dbceae94ad41 req-55365b5d-8da2-462b-9d07-9844c51c8bcb service nova] Lock "b580a77a-b659-4357-90d0-62ea70124fb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.316966] env[63070]: DEBUG nova.compute.manager [req-3cc8db1d-815e-4ab6-8e1d-dbceae94ad41 req-55365b5d-8da2-462b-9d07-9844c51c8bcb service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] No waiting events found dispatching network-vif-plugged-0ee6fd81-6bbc-40e8-9097-df706d79c0f1 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.317197] env[63070]: WARNING nova.compute.manager [req-3cc8db1d-815e-4ab6-8e1d-dbceae94ad41 req-55365b5d-8da2-462b-9d07-9844c51c8bcb service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Received unexpected event network-vif-plugged-0ee6fd81-6bbc-40e8-9097-df706d79c0f1 for instance with vm_state building and task_state spawning. [ 1980.416911] env[63070]: DEBUG nova.network.neutron [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Successfully updated port: 0ee6fd81-6bbc-40e8-9097-df706d79c0f1 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1980.809417] env[63070]: DEBUG nova.compute.utils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1980.813536] env[63070]: DEBUG nova.compute.manager [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1980.813710] env[63070]: DEBUG nova.network.neutron [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1980.854905] env[63070]: DEBUG nova.policy [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76993184fa5341c2ba776482a92c93f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6db028132f2b404091333bb959bb350e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1980.919748] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "refresh_cache-b580a77a-b659-4357-90d0-62ea70124fb1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.920541] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired lock "refresh_cache-b580a77a-b659-4357-90d0-62ea70124fb1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.920541] env[63070]: DEBUG nova.network.neutron [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1981.105641] env[63070]: DEBUG nova.network.neutron [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Successfully created port: 76c37254-bb6f-4a1a-bd05-807081cd462f {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1981.317780] env[63070]: DEBUG nova.compute.manager [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1981.428509] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1a6527-e052-41f1-a9c4-7e0df030f633 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.439021] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191ed8f3-8961-4ca8-a1a3-4f2803a7d61a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.470194] env[63070]: DEBUG nova.network.neutron [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1981.472682] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaae5ef-3033-4fc4-a46b-141f695bcdec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.480465] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a704953-ace3-4408-91b3-6aa5b7cfecea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.494466] env[63070]: DEBUG nova.compute.provider_tree [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.636601] env[63070]: DEBUG nova.network.neutron [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Updating instance_info_cache with network_info: [{"id": "0ee6fd81-6bbc-40e8-9097-df706d79c0f1", "address": "fa:16:3e:b4:f2:95", "network": {"id": "c3df977e-2d57-4ca7-8d91-0d1c5a9edec4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1085762503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db028132f2b404091333bb959bb350e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee6fd81-6b", "ovs_interfaceid": "0ee6fd81-6bbc-40e8-9097-df706d79c0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.914661] env[63070]: DEBUG oslo_concurrency.lockutils [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.915037] env[63070]: DEBUG oslo_concurrency.lockutils [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.915300] env[63070]: DEBUG oslo_concurrency.lockutils [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.915806] env[63070]: DEBUG oslo_concurrency.lockutils [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.916056] env[63070]: DEBUG oslo_concurrency.lockutils [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.918039] env[63070]: INFO nova.compute.manager [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Terminating instance [ 1981.997283] env[63070]: DEBUG nova.scheduler.client.report [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1982.139250] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Releasing lock "refresh_cache-b580a77a-b659-4357-90d0-62ea70124fb1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.139575] env[63070]: DEBUG nova.compute.manager [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Instance network_info: |[{"id": "0ee6fd81-6bbc-40e8-9097-df706d79c0f1", "address": "fa:16:3e:b4:f2:95", "network": {"id": "c3df977e-2d57-4ca7-8d91-0d1c5a9edec4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1085762503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db028132f2b404091333bb959bb350e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee6fd81-6b", "ovs_interfaceid": "0ee6fd81-6bbc-40e8-9097-df706d79c0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1982.140287] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:f2:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ee6fd81-6bbc-40e8-9097-df706d79c0f1', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1982.147534] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Creating folder: Project (6db028132f2b404091333bb959bb350e). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1982.147810] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-060c2fb9-33d0-4ed6-9747-7c80fa9383f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.158578] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Created folder: Project (6db028132f2b404091333bb959bb350e) in parent group-v367531. [ 1982.158752] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Creating folder: Instances. Parent ref: group-v367841. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1982.158961] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0354354c-d08d-4529-b52b-4a7c897a7c91 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.168215] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Created folder: Instances in parent group-v367841. [ 1982.168390] env[63070]: DEBUG oslo.service.loopingcall [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.168561] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1982.168743] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39bcc3c7-a9a9-407e-ad98-d64921a4b5e9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.186716] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1982.186716] env[63070]: value = "task-1771534" [ 1982.186716] env[63070]: _type = "Task" [ 1982.186716] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.193592] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771534, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.328940] env[63070]: DEBUG nova.compute.manager [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1982.343244] env[63070]: DEBUG nova.compute.manager [req-132d2429-9ce2-44b4-b698-1781ce90eb42 req-41ec8850-f558-4c60-8c4f-4b70d16da9f4 service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Received event network-changed-0ee6fd81-6bbc-40e8-9097-df706d79c0f1 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1982.343379] env[63070]: DEBUG nova.compute.manager [req-132d2429-9ce2-44b4-b698-1781ce90eb42 req-41ec8850-f558-4c60-8c4f-4b70d16da9f4 service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Refreshing instance network info cache due to event network-changed-0ee6fd81-6bbc-40e8-9097-df706d79c0f1. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1982.343557] env[63070]: DEBUG oslo_concurrency.lockutils [req-132d2429-9ce2-44b4-b698-1781ce90eb42 req-41ec8850-f558-4c60-8c4f-4b70d16da9f4 service nova] Acquiring lock "refresh_cache-b580a77a-b659-4357-90d0-62ea70124fb1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.343693] env[63070]: DEBUG oslo_concurrency.lockutils [req-132d2429-9ce2-44b4-b698-1781ce90eb42 req-41ec8850-f558-4c60-8c4f-4b70d16da9f4 service nova] Acquired lock "refresh_cache-b580a77a-b659-4357-90d0-62ea70124fb1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.343865] env[63070]: DEBUG nova.network.neutron [req-132d2429-9ce2-44b4-b698-1781ce90eb42 req-41ec8850-f558-4c60-8c4f-4b70d16da9f4 service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Refreshing network info cache for port 0ee6fd81-6bbc-40e8-9097-df706d79c0f1 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1982.355494] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1982.355713] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1982.355871] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1982.356072] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1982.356225] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1982.356370] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1982.356573] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1982.356735] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1982.356899] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1982.357081] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1982.357261] env[63070]: DEBUG nova.virt.hardware [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1982.358480] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f7e196-6890-4f55-a86e-6a70adf949ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.366464] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc8fcde-ad31-4dfc-8c9f-b8f3ec6deb3a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.421791] env[63070]: DEBUG nova.compute.manager [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.422053] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.422905] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcc3c55-c94c-4f15-96f7-d05c37af3ca3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.430463] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.430699] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25e366b5-8d55-40a6-9402-7d7876c2886e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.437051] env[63070]: DEBUG oslo_vmware.api [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1982.437051] env[63070]: value = "task-1771535" [ 1982.437051] env[63070]: _type = "Task" [ 1982.437051] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.444614] env[63070]: DEBUG oslo_vmware.api [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.502408] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.503048] env[63070]: DEBUG nova.compute.manager [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1982.506146] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.304s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.507758] env[63070]: INFO nova.compute.claims [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1982.584972] env[63070]: DEBUG nova.network.neutron [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Successfully updated port: 76c37254-bb6f-4a1a-bd05-807081cd462f {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1982.699686] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771534, 'name': CreateVM_Task, 'duration_secs': 0.457403} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.699864] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1982.700531] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.700696] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.701017] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1982.701273] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3d1dd6-b71a-4a09-a845-41d313a16d78 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.705720] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1982.705720] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52844248-38ff-09c1-51de-d9aa8e2e3f9c" [ 1982.705720] env[63070]: _type = "Task" [ 1982.705720] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.713581] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52844248-38ff-09c1-51de-d9aa8e2e3f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.946624] env[63070]: DEBUG oslo_vmware.api [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771535, 'name': PowerOffVM_Task, 'duration_secs': 0.230565} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.948855] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1982.949077] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1982.949286] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec8f2b20-4dcb-4048-849c-dcf74745eedf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.013714] env[63070]: DEBUG nova.compute.utils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1983.016955] env[63070]: DEBUG nova.compute.manager [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1983.017148] env[63070]: DEBUG nova.network.neutron [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1983.076801] env[63070]: DEBUG nova.network.neutron [req-132d2429-9ce2-44b4-b698-1781ce90eb42 req-41ec8850-f558-4c60-8c4f-4b70d16da9f4 service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Updated VIF entry in instance network info cache for port 0ee6fd81-6bbc-40e8-9097-df706d79c0f1. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1983.077204] env[63070]: DEBUG nova.network.neutron [req-132d2429-9ce2-44b4-b698-1781ce90eb42 req-41ec8850-f558-4c60-8c4f-4b70d16da9f4 service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Updating instance_info_cache with network_info: [{"id": "0ee6fd81-6bbc-40e8-9097-df706d79c0f1", "address": "fa:16:3e:b4:f2:95", "network": {"id": "c3df977e-2d57-4ca7-8d91-0d1c5a9edec4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1085762503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db028132f2b404091333bb959bb350e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee6fd81-6b", "ovs_interfaceid": "0ee6fd81-6bbc-40e8-9097-df706d79c0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.081286] env[63070]: DEBUG nova.policy [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76993184fa5341c2ba776482a92c93f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6db028132f2b404091333bb959bb350e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1983.091133] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "refresh_cache-0da51660-d583-41bb-822b-b59be0366959" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.091310] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired lock "refresh_cache-0da51660-d583-41bb-822b-b59be0366959" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.091468] env[63070]: DEBUG nova.network.neutron [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1983.129425] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1983.129654] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1983.129941] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleting the datastore file [datastore1] 45fdd209-dbd4-45e6-a859-b6097a5f2529 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.130222] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40774385-e58c-4500-a996-3ad6b44d6399 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.137386] env[63070]: DEBUG oslo_vmware.api [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for the task: (returnval){ [ 1983.137386] env[63070]: value = "task-1771537" [ 1983.137386] env[63070]: _type = "Task" [ 1983.137386] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.144968] env[63070]: DEBUG oslo_vmware.api [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.216637] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52844248-38ff-09c1-51de-d9aa8e2e3f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.216889] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.217142] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1983.217380] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.217526] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.217707] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1983.217976] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dcef4a0-fa18-4de3-95e4-08dbb1720e75 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.226283] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1983.226493] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1983.227275] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c070c88-1e17-4d40-b6e7-e6adb490d4ff {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.232374] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1983.232374] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b9db5d-49f1-221c-97f6-985489910e29" [ 1983.232374] env[63070]: _type = "Task" [ 1983.232374] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.240244] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b9db5d-49f1-221c-97f6-985489910e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.394019] env[63070]: DEBUG nova.network.neutron [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Successfully created port: 80e81292-d4c1-434e-81fe-f885bb6b04f7 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1983.518057] env[63070]: DEBUG nova.compute.manager [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1983.579613] env[63070]: DEBUG oslo_concurrency.lockutils [req-132d2429-9ce2-44b4-b698-1781ce90eb42 req-41ec8850-f558-4c60-8c4f-4b70d16da9f4 service nova] Releasing lock "refresh_cache-b580a77a-b659-4357-90d0-62ea70124fb1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.628557] env[63070]: DEBUG nova.network.neutron [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1983.632068] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75289c29-31ba-4527-b2bd-65be03f1c6b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.642282] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadabf9e-55d4-459e-9d1a-080af8b424fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.676420] env[63070]: DEBUG oslo_vmware.api [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Task: {'id': task-1771537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126385} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.676884] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1983.677093] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1983.677273] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1983.677448] env[63070]: INFO nova.compute.manager [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1983.677712] env[63070]: DEBUG oslo.service.loopingcall [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.678391] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593c008b-5f34-4213-aa44-d2d12c245ad6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.680840] env[63070]: DEBUG nova.compute.manager [-] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1983.680943] env[63070]: DEBUG nova.network.neutron [-] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1983.687565] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e8649-1b69-4bc1-9085-1b0c3504fb00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.701394] env[63070]: DEBUG nova.compute.provider_tree [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.744391] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b9db5d-49f1-221c-97f6-985489910e29, 'name': SearchDatastore_Task, 'duration_secs': 0.007656} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.745197] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ad72d4-5685-4cbb-98d4-04f37586bb00 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.750372] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1983.750372] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b38e3e-0a66-61f4-6b2e-0ccd8c5b57a9" [ 1983.750372] env[63070]: _type = "Task" [ 1983.750372] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.758204] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b38e3e-0a66-61f4-6b2e-0ccd8c5b57a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.801146] env[63070]: DEBUG nova.network.neutron [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Updating instance_info_cache with network_info: [{"id": "76c37254-bb6f-4a1a-bd05-807081cd462f", "address": "fa:16:3e:6b:09:cb", "network": {"id": "c3df977e-2d57-4ca7-8d91-0d1c5a9edec4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1085762503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db028132f2b404091333bb959bb350e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c37254-bb", "ovs_interfaceid": "76c37254-bb6f-4a1a-bd05-807081cd462f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.179763] env[63070]: DEBUG nova.compute.manager [req-2640128c-4cd1-4eba-923a-a86346795da9 req-d7569349-90d7-4ff8-bc49-a6ad518d158a service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Received event network-vif-deleted-91e2f409-673c-465a-baf0-2d250b913144 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1984.180038] env[63070]: INFO nova.compute.manager [req-2640128c-4cd1-4eba-923a-a86346795da9 req-d7569349-90d7-4ff8-bc49-a6ad518d158a service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Neutron deleted interface 91e2f409-673c-465a-baf0-2d250b913144; detaching it from the instance and deleting it from the info cache [ 1984.180171] env[63070]: DEBUG nova.network.neutron [req-2640128c-4cd1-4eba-923a-a86346795da9 req-d7569349-90d7-4ff8-bc49-a6ad518d158a service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.206737] env[63070]: DEBUG nova.scheduler.client.report [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1984.261239] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b38e3e-0a66-61f4-6b2e-0ccd8c5b57a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009114} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.261443] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.262033] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] b580a77a-b659-4357-90d0-62ea70124fb1/b580a77a-b659-4357-90d0-62ea70124fb1.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1984.262033] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-797923cf-482c-40cc-9c3d-f47709138027 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.269634] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1984.269634] env[63070]: value = "task-1771538" [ 1984.269634] env[63070]: _type = "Task" [ 1984.269634] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.277931] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.304367] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Releasing lock "refresh_cache-0da51660-d583-41bb-822b-b59be0366959" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.304439] env[63070]: DEBUG nova.compute.manager [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Instance network_info: |[{"id": "76c37254-bb6f-4a1a-bd05-807081cd462f", "address": "fa:16:3e:6b:09:cb", "network": {"id": "c3df977e-2d57-4ca7-8d91-0d1c5a9edec4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1085762503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db028132f2b404091333bb959bb350e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c37254-bb", "ovs_interfaceid": "76c37254-bb6f-4a1a-bd05-807081cd462f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1984.304845] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:09:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76c37254-bb6f-4a1a-bd05-807081cd462f', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1984.312959] env[63070]: DEBUG oslo.service.loopingcall [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.313542] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da51660-d583-41bb-822b-b59be0366959] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1984.313830] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b60c1d-9f1e-4fe4-b3c7-8eb2deaf1069 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.334712] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1984.334712] env[63070]: value = "task-1771539" [ 1984.334712] env[63070]: _type = "Task" [ 1984.334712] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.346178] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771539, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.371767] env[63070]: DEBUG nova.compute.manager [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Received event network-vif-plugged-76c37254-bb6f-4a1a-bd05-807081cd462f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1984.371902] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] Acquiring lock "0da51660-d583-41bb-822b-b59be0366959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.372155] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] Lock "0da51660-d583-41bb-822b-b59be0366959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.372413] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] Lock "0da51660-d583-41bb-822b-b59be0366959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.372610] env[63070]: DEBUG nova.compute.manager [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] No waiting events found dispatching network-vif-plugged-76c37254-bb6f-4a1a-bd05-807081cd462f {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1984.372794] env[63070]: WARNING nova.compute.manager [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Received unexpected event network-vif-plugged-76c37254-bb6f-4a1a-bd05-807081cd462f for instance with vm_state building and task_state spawning. [ 1984.373069] env[63070]: DEBUG nova.compute.manager [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Received event network-changed-76c37254-bb6f-4a1a-bd05-807081cd462f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1984.373372] env[63070]: DEBUG nova.compute.manager [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Refreshing instance network info cache due to event network-changed-76c37254-bb6f-4a1a-bd05-807081cd462f. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1984.373578] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] Acquiring lock "refresh_cache-0da51660-d583-41bb-822b-b59be0366959" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.373734] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] Acquired lock "refresh_cache-0da51660-d583-41bb-822b-b59be0366959" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.373906] env[63070]: DEBUG nova.network.neutron [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Refreshing network info cache for port 76c37254-bb6f-4a1a-bd05-807081cd462f {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1984.533903] env[63070]: DEBUG nova.compute.manager [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1984.567655] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1984.567972] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1984.568166] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1984.568377] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1984.568569] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1984.568801] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1984.569088] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1984.569336] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1984.569527] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1984.569699] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1984.569902] env[63070]: DEBUG nova.virt.hardware [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1984.571035] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879b859f-d9c9-4a22-b6d7-103b928deb10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.580948] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d0e004-3747-4867-8c9f-a5ce29805e34 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.660062] env[63070]: DEBUG nova.network.neutron [-] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.683099] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1df92911-2f8e-498b-9005-bea7e0c00465 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.693571] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbccafa-bac3-467b-a2d2-baace361e3e5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.711536] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.712191] env[63070]: DEBUG nova.compute.manager [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1984.723384] env[63070]: DEBUG nova.compute.manager [req-2640128c-4cd1-4eba-923a-a86346795da9 req-d7569349-90d7-4ff8-bc49-a6ad518d158a service nova] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Detach interface failed, port_id=91e2f409-673c-465a-baf0-2d250b913144, reason: Instance 45fdd209-dbd4-45e6-a859-b6097a5f2529 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1984.779592] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490374} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.779903] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] b580a77a-b659-4357-90d0-62ea70124fb1/b580a77a-b659-4357-90d0-62ea70124fb1.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1984.780135] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1984.780389] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ec6fcb0-cb8e-480e-a049-b07760a507b6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.787323] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1984.787323] env[63070]: value = "task-1771540" [ 1984.787323] env[63070]: _type = "Task" [ 1984.787323] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.796543] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.843982] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771539, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.975835] env[63070]: DEBUG nova.network.neutron [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Successfully updated port: 80e81292-d4c1-434e-81fe-f885bb6b04f7 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1985.090914] env[63070]: DEBUG nova.network.neutron [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Updated VIF entry in instance network info cache for port 76c37254-bb6f-4a1a-bd05-807081cd462f. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1985.091323] env[63070]: DEBUG nova.network.neutron [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Updating instance_info_cache with network_info: [{"id": "76c37254-bb6f-4a1a-bd05-807081cd462f", "address": "fa:16:3e:6b:09:cb", "network": {"id": "c3df977e-2d57-4ca7-8d91-0d1c5a9edec4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1085762503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db028132f2b404091333bb959bb350e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c37254-bb", "ovs_interfaceid": "76c37254-bb6f-4a1a-bd05-807081cd462f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.165054] env[63070]: INFO nova.compute.manager [-] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Took 1.48 seconds to deallocate network for instance. [ 1985.217509] env[63070]: DEBUG nova.compute.utils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1985.218705] env[63070]: DEBUG nova.compute.manager [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1985.218872] env[63070]: DEBUG nova.network.neutron [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1985.256057] env[63070]: DEBUG nova.policy [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32abc4382cad460cb641921aece92782', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1da14db4d59c448d9790cfb3538c7116', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 1985.297195] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079766} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.297460] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1985.298234] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e517a9-0439-4b58-80e1-9ec4e2c4e97d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.320851] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b580a77a-b659-4357-90d0-62ea70124fb1/b580a77a-b659-4357-90d0-62ea70124fb1.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1985.321155] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c0aa347-87ef-45e9-8a12-3318a4f4700a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.340887] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1985.340887] env[63070]: value = "task-1771541" [ 1985.340887] env[63070]: _type = "Task" [ 1985.340887] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.344509] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771539, 'name': CreateVM_Task, 'duration_secs': 0.570256} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.347557] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da51660-d583-41bb-822b-b59be0366959] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1985.348227] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.348404] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.348768] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1985.349373] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb497cd-d564-482c-95d3-fdaf607dd51b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.353858] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.357244] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1985.357244] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b4f3d9-708b-3d4a-51d1-960505202c46" [ 1985.357244] env[63070]: _type = "Task" [ 1985.357244] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.366168] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b4f3d9-708b-3d4a-51d1-960505202c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.478629] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "refresh_cache-2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.478832] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired lock "refresh_cache-2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.479029] env[63070]: DEBUG nova.network.neutron [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1985.517791] env[63070]: DEBUG nova.network.neutron [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Successfully created port: 353876a0-dbab-4ab1-abbb-e77369de779d {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1985.594594] env[63070]: DEBUG oslo_concurrency.lockutils [req-e7449465-8cb9-47d3-92cd-a648d6ff8cd3 req-129b3885-b5fa-437a-acbb-9c68c38192ff service nova] Releasing lock "refresh_cache-0da51660-d583-41bb-822b-b59be0366959" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.672393] env[63070]: DEBUG oslo_concurrency.lockutils [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.672664] env[63070]: DEBUG oslo_concurrency.lockutils [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.672909] env[63070]: DEBUG nova.objects.instance [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lazy-loading 'resources' on Instance uuid 45fdd209-dbd4-45e6-a859-b6097a5f2529 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1985.722217] env[63070]: DEBUG nova.compute.manager [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1985.854429] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771541, 'name': ReconfigVM_Task, 'duration_secs': 0.276611} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.854717] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b580a77a-b659-4357-90d0-62ea70124fb1/b580a77a-b659-4357-90d0-62ea70124fb1.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1985.855363] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8462e331-0978-4ed2-bfb1-469feff73761 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.862309] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1985.862309] env[63070]: value = "task-1771542" [ 1985.862309] env[63070]: _type = "Task" [ 1985.862309] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.869222] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b4f3d9-708b-3d4a-51d1-960505202c46, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.869937] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.870208] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1985.870438] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.870588] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.870785] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1985.871092] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbb5bb33-40df-460e-a52f-ec0eb98b3c32 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.875565] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771542, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.885223] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1985.885457] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1985.886223] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab214b9-6ba3-4163-933d-3d83b803583f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.891145] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1985.891145] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521bbea6-0fa4-7a03-c336-818cf4b434c8" [ 1985.891145] env[63070]: _type = "Task" [ 1985.891145] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.900303] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521bbea6-0fa4-7a03-c336-818cf4b434c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.016122] env[63070]: DEBUG nova.network.neutron [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1986.204037] env[63070]: DEBUG nova.network.neutron [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Updating instance_info_cache with network_info: [{"id": "80e81292-d4c1-434e-81fe-f885bb6b04f7", "address": "fa:16:3e:68:4d:9a", "network": {"id": "c3df977e-2d57-4ca7-8d91-0d1c5a9edec4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1085762503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db028132f2b404091333bb959bb350e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e81292-d4", "ovs_interfaceid": "80e81292-d4c1-434e-81fe-f885bb6b04f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.274387] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85276a40-f9a6-4ea5-ae91-d37f92b651c0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.282453] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014f864-69eb-44a3-a19a-d643bf3968aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.312249] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c5c2cc-7a0d-4fb9-9abf-62cad00feef4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.320274] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0e7641-3f78-4ce9-8465-e3de527b68c6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.333261] env[63070]: DEBUG nova.compute.provider_tree [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.371388] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771542, 'name': Rename_Task, 'duration_secs': 0.145791} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.371612] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1986.371824] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54df1aa6-3766-4e91-af9d-c581fcf0fba4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.377388] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1986.377388] env[63070]: value = "task-1771543" [ 1986.377388] env[63070]: _type = "Task" [ 1986.377388] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.384584] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.399393] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]521bbea6-0fa4-7a03-c336-818cf4b434c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.402042] env[63070]: DEBUG nova.compute.manager [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Received event network-vif-plugged-80e81292-d4c1-434e-81fe-f885bb6b04f7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1986.402269] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] Acquiring lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.402469] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] Lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.402631] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] Lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.402797] env[63070]: DEBUG nova.compute.manager [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] No waiting events found dispatching network-vif-plugged-80e81292-d4c1-434e-81fe-f885bb6b04f7 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1986.402960] env[63070]: WARNING nova.compute.manager [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Received unexpected event network-vif-plugged-80e81292-d4c1-434e-81fe-f885bb6b04f7 for instance with vm_state building and task_state spawning. [ 1986.403140] env[63070]: DEBUG nova.compute.manager [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Received event network-changed-80e81292-d4c1-434e-81fe-f885bb6b04f7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1986.403293] env[63070]: DEBUG nova.compute.manager [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Refreshing instance network info cache due to event network-changed-80e81292-d4c1-434e-81fe-f885bb6b04f7. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1986.403459] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] Acquiring lock "refresh_cache-2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.403645] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1bd3ce0-9420-491c-8fc6-77941d75ff0a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.410899] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1986.410899] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52431657-692d-4d72-91a1-b7e30ec316db" [ 1986.410899] env[63070]: _type = "Task" [ 1986.410899] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.418086] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52431657-692d-4d72-91a1-b7e30ec316db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.706913] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Releasing lock "refresh_cache-2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.707996] env[63070]: DEBUG nova.compute.manager [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Instance network_info: |[{"id": "80e81292-d4c1-434e-81fe-f885bb6b04f7", "address": "fa:16:3e:68:4d:9a", "network": {"id": "c3df977e-2d57-4ca7-8d91-0d1c5a9edec4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1085762503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db028132f2b404091333bb959bb350e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e81292-d4", "ovs_interfaceid": "80e81292-d4c1-434e-81fe-f885bb6b04f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1986.707996] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] Acquired lock "refresh_cache-2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.707996] env[63070]: DEBUG nova.network.neutron [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Refreshing network info cache for port 80e81292-d4c1-434e-81fe-f885bb6b04f7 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.709162] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:4d:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80e81292-d4c1-434e-81fe-f885bb6b04f7', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1986.716564] env[63070]: DEBUG oslo.service.loopingcall [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.718025] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1986.718025] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-790457ec-d9f6-41b1-8b38-a0c9d0f5e70c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.732898] env[63070]: DEBUG nova.compute.manager [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1986.741356] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1986.741356] env[63070]: value = "task-1771544" [ 1986.741356] env[63070]: _type = "Task" [ 1986.741356] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.749289] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771544, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.757956] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1986.758200] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1986.758356] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1986.758536] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1986.758681] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1986.758829] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1986.759050] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1986.759213] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1986.759376] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1986.759537] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1986.759707] env[63070]: DEBUG nova.virt.hardware [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1986.760504] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60765b2-c82b-426d-86e0-e5924bcc2add {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.768341] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271705ec-8043-4db5-bc30-4bccca33eaf9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.835891] env[63070]: DEBUG nova.scheduler.client.report [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.887585] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.912014] env[63070]: DEBUG nova.compute.manager [req-50cb3632-9074-4ac1-8a6b-e5345a48d801 req-fed37b99-e020-4fc8-8da2-2e1812a7a8b3 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Received event network-vif-plugged-353876a0-dbab-4ab1-abbb-e77369de779d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1986.912268] env[63070]: DEBUG oslo_concurrency.lockutils [req-50cb3632-9074-4ac1-8a6b-e5345a48d801 req-fed37b99-e020-4fc8-8da2-2e1812a7a8b3 service nova] Acquiring lock "2a1c1fa5-33f5-4974-92ca-6afec942be55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.912475] env[63070]: DEBUG oslo_concurrency.lockutils [req-50cb3632-9074-4ac1-8a6b-e5345a48d801 req-fed37b99-e020-4fc8-8da2-2e1812a7a8b3 service nova] Lock "2a1c1fa5-33f5-4974-92ca-6afec942be55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.912643] env[63070]: DEBUG oslo_concurrency.lockutils [req-50cb3632-9074-4ac1-8a6b-e5345a48d801 req-fed37b99-e020-4fc8-8da2-2e1812a7a8b3 service nova] Lock "2a1c1fa5-33f5-4974-92ca-6afec942be55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.912811] env[63070]: DEBUG nova.compute.manager [req-50cb3632-9074-4ac1-8a6b-e5345a48d801 req-fed37b99-e020-4fc8-8da2-2e1812a7a8b3 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] No waiting events found dispatching network-vif-plugged-353876a0-dbab-4ab1-abbb-e77369de779d {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1986.912975] env[63070]: WARNING nova.compute.manager [req-50cb3632-9074-4ac1-8a6b-e5345a48d801 req-fed37b99-e020-4fc8-8da2-2e1812a7a8b3 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Received unexpected event network-vif-plugged-353876a0-dbab-4ab1-abbb-e77369de779d for instance with vm_state building and task_state spawning. [ 1986.923437] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52431657-692d-4d72-91a1-b7e30ec316db, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.923725] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.924013] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0da51660-d583-41bb-822b-b59be0366959/0da51660-d583-41bb-822b-b59be0366959.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1986.924302] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d554b815-3f36-40b5-871c-6e8b3e5a595e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.931110] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1986.931110] env[63070]: value = "task-1771545" [ 1986.931110] env[63070]: _type = "Task" [ 1986.931110] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.939858] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.006826] env[63070]: DEBUG nova.network.neutron [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Successfully updated port: 353876a0-dbab-4ab1-abbb-e77369de779d {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1987.253797] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771544, 'name': CreateVM_Task, 'duration_secs': 0.443073} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.254325] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1987.255469] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.255912] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.256585] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1987.257110] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eba65b4-13c3-46aa-b1e0-909b0761f7f8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.263093] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1987.263093] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52caf74a-5373-370c-8c8d-2b497f4b093a" [ 1987.263093] env[63070]: _type = "Task" [ 1987.263093] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.276092] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52caf74a-5373-370c-8c8d-2b497f4b093a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.341271] env[63070]: DEBUG oslo_concurrency.lockutils [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.362219] env[63070]: INFO nova.scheduler.client.report [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Deleted allocations for instance 45fdd209-dbd4-45e6-a859-b6097a5f2529 [ 1987.391547] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771543, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.441178] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504145} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.441399] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 0da51660-d583-41bb-822b-b59be0366959/0da51660-d583-41bb-822b-b59be0366959.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1987.441610] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1987.441861] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-429bf4ca-90e4-4cdd-8cd3-7444334d989e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.448803] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1987.448803] env[63070]: value = "task-1771546" [ 1987.448803] env[63070]: _type = "Task" [ 1987.448803] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.459614] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.510623] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.510778] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.510996] env[63070]: DEBUG nova.network.neutron [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1987.521973] env[63070]: DEBUG nova.network.neutron [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Updated VIF entry in instance network info cache for port 80e81292-d4c1-434e-81fe-f885bb6b04f7. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.522367] env[63070]: DEBUG nova.network.neutron [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Updating instance_info_cache with network_info: [{"id": "80e81292-d4c1-434e-81fe-f885bb6b04f7", "address": "fa:16:3e:68:4d:9a", "network": {"id": "c3df977e-2d57-4ca7-8d91-0d1c5a9edec4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1085762503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db028132f2b404091333bb959bb350e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e81292-d4", "ovs_interfaceid": "80e81292-d4c1-434e-81fe-f885bb6b04f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.773981] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52caf74a-5373-370c-8c8d-2b497f4b093a, 'name': SearchDatastore_Task, 'duration_secs': 0.049171} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.774319] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.774554] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1987.774790] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.774941] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.775172] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1987.775440] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2170619b-3c99-4ef0-b428-8c4f04fc829b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.783500] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1987.783701] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1987.784409] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f0412c-997a-4d22-a9c6-6869fe13f1e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.789702] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1987.789702] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520f8e6b-f954-b919-7be3-76f66c0be2b7" [ 1987.789702] env[63070]: _type = "Task" [ 1987.789702] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.797441] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520f8e6b-f954-b919-7be3-76f66c0be2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.869952] env[63070]: DEBUG oslo_concurrency.lockutils [None req-db808144-180c-40ae-a302-4cf54bf6fb3c tempest-AttachVolumeShelveTestJSON-1503240925 tempest-AttachVolumeShelveTestJSON-1503240925-project-member] Lock "45fdd209-dbd4-45e6-a859-b6097a5f2529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.955s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.889605] env[63070]: DEBUG oslo_vmware.api [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771543, 'name': PowerOnVM_Task, 'duration_secs': 1.073442} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.889955] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1987.890200] env[63070]: INFO nova.compute.manager [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1987.890379] env[63070]: DEBUG nova.compute.manager [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1987.891157] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d9a05e-5662-4204-a458-f00c1cddfb38 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.958061] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06965} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.958304] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1987.959060] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9b773c-d4d4-4f03-bf58-6d0846b1c2dc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.980475] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 0da51660-d583-41bb-822b-b59be0366959/0da51660-d583-41bb-822b-b59be0366959.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1987.980716] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b50eccc8-f3f0-4fa9-b1ec-752cb82702ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.000096] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1988.000096] env[63070]: value = "task-1771547" [ 1988.000096] env[63070]: _type = "Task" [ 1988.000096] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.008816] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.025316] env[63070]: DEBUG oslo_concurrency.lockutils [req-2cfb532e-6d80-4e26-8a00-4aae6acdfb63 req-c1d72588-e6b4-4c74-8272-e0121c71778c service nova] Releasing lock "refresh_cache-2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.050354] env[63070]: DEBUG nova.network.neutron [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1988.233997] env[63070]: DEBUG nova.network.neutron [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance_info_cache with network_info: [{"id": "353876a0-dbab-4ab1-abbb-e77369de779d", "address": "fa:16:3e:e3:a3:07", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353876a0-db", "ovs_interfaceid": "353876a0-dbab-4ab1-abbb-e77369de779d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.299913] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520f8e6b-f954-b919-7be3-76f66c0be2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008013} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.300701] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4815e0-68c2-448d-adfc-261127c8fb02 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.305653] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1988.305653] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b94fd1-7602-e55e-4dc9-8adf23cd83eb" [ 1988.305653] env[63070]: _type = "Task" [ 1988.305653] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.312888] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b94fd1-7602-e55e-4dc9-8adf23cd83eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.409368] env[63070]: INFO nova.compute.manager [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Took 13.64 seconds to build instance. [ 1988.510450] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771547, 'name': ReconfigVM_Task, 'duration_secs': 0.259488} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.510717] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 0da51660-d583-41bb-822b-b59be0366959/0da51660-d583-41bb-822b-b59be0366959.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1988.511358] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-848a99f3-10ed-421d-b535-8ea8c68c1cba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.517823] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1988.517823] env[63070]: value = "task-1771548" [ 1988.517823] env[63070]: _type = "Task" [ 1988.517823] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.525762] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771548, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.736875] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.737239] env[63070]: DEBUG nova.compute.manager [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Instance network_info: |[{"id": "353876a0-dbab-4ab1-abbb-e77369de779d", "address": "fa:16:3e:e3:a3:07", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353876a0-db", "ovs_interfaceid": "353876a0-dbab-4ab1-abbb-e77369de779d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1988.737669] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:a3:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '353876a0-dbab-4ab1-abbb-e77369de779d', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1988.745442] env[63070]: DEBUG oslo.service.loopingcall [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.745651] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1988.745872] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0023bc42-c253-4bd2-8497-a00f78a6c062 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.766641] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1988.766641] env[63070]: value = "task-1771549" [ 1988.766641] env[63070]: _type = "Task" [ 1988.766641] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.773872] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771549, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.814469] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52b94fd1-7602-e55e-4dc9-8adf23cd83eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008237} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.814706] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.814953] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e/2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1988.815206] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d002958a-07a1-4ecf-a59f-e9aaf91b3861 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.820411] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1988.820411] env[63070]: value = "task-1771550" [ 1988.820411] env[63070]: _type = "Task" [ 1988.820411] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.827538] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.911556] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b57b330d-6c42-48cd-b7f6-bfb1b4982db8 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "b580a77a-b659-4357-90d0-62ea70124fb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.144s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.940514] env[63070]: DEBUG nova.compute.manager [req-bce9a325-1295-44d4-9dbb-aa321fc073f4 req-70cd05ac-a7e6-4394-b0fa-11238375020e service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Received event network-changed-353876a0-dbab-4ab1-abbb-e77369de779d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1988.940607] env[63070]: DEBUG nova.compute.manager [req-bce9a325-1295-44d4-9dbb-aa321fc073f4 req-70cd05ac-a7e6-4394-b0fa-11238375020e service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Refreshing instance network info cache due to event network-changed-353876a0-dbab-4ab1-abbb-e77369de779d. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1988.940880] env[63070]: DEBUG oslo_concurrency.lockutils [req-bce9a325-1295-44d4-9dbb-aa321fc073f4 req-70cd05ac-a7e6-4394-b0fa-11238375020e service nova] Acquiring lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.941104] env[63070]: DEBUG oslo_concurrency.lockutils [req-bce9a325-1295-44d4-9dbb-aa321fc073f4 req-70cd05ac-a7e6-4394-b0fa-11238375020e service nova] Acquired lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.941294] env[63070]: DEBUG nova.network.neutron [req-bce9a325-1295-44d4-9dbb-aa321fc073f4 req-70cd05ac-a7e6-4394-b0fa-11238375020e service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Refreshing network info cache for port 353876a0-dbab-4ab1-abbb-e77369de779d {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.030057] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771548, 'name': Rename_Task, 'duration_secs': 0.141665} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.030057] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1989.030057] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e634ecd9-6720-431f-ab93-94cbc370a354 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.038334] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1989.038334] env[63070]: value = "task-1771551" [ 1989.038334] env[63070]: _type = "Task" [ 1989.038334] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.047206] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.279920] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771549, 'name': CreateVM_Task} progress is 99%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.330715] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454231} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.331122] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e/2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1989.331213] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1989.331462] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e8e57cc-e6ca-4e2b-8bbe-ab83ca724ae9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.340040] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1989.340040] env[63070]: value = "task-1771552" [ 1989.340040] env[63070]: _type = "Task" [ 1989.340040] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.347403] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.551318] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.645423] env[63070]: DEBUG nova.network.neutron [req-bce9a325-1295-44d4-9dbb-aa321fc073f4 req-70cd05ac-a7e6-4394-b0fa-11238375020e service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updated VIF entry in instance network info cache for port 353876a0-dbab-4ab1-abbb-e77369de779d. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1989.645787] env[63070]: DEBUG nova.network.neutron [req-bce9a325-1295-44d4-9dbb-aa321fc073f4 req-70cd05ac-a7e6-4394-b0fa-11238375020e service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance_info_cache with network_info: [{"id": "353876a0-dbab-4ab1-abbb-e77369de779d", "address": "fa:16:3e:e3:a3:07", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353876a0-db", "ovs_interfaceid": "353876a0-dbab-4ab1-abbb-e77369de779d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.779067] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771549, 'name': CreateVM_Task, 'duration_secs': 0.55252} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.779067] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1989.779338] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.779407] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.779761] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1989.780073] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53b4a4b-7baf-459a-9b8c-f6a55c7bc88e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.784246] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1989.784246] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524391b9-96e6-5a20-fe50-1e78f9a9c0fd" [ 1989.784246] env[63070]: _type = "Task" [ 1989.784246] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.791771] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524391b9-96e6-5a20-fe50-1e78f9a9c0fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.849680] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065531} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.850067] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1989.850905] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680b6ed8-d843-446b-a3bb-f7d566f4262c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.872206] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e/2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1989.872444] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb79de63-adff-4ce8-9c0a-79ee3319eee0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.892027] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1989.892027] env[63070]: value = "task-1771554" [ 1989.892027] env[63070]: _type = "Task" [ 1989.892027] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.899942] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.049467] env[63070]: DEBUG oslo_vmware.api [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771551, 'name': PowerOnVM_Task, 'duration_secs': 0.60124} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.049728] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1990.049966] env[63070]: INFO nova.compute.manager [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1990.050205] env[63070]: DEBUG nova.compute.manager [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1990.051102] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849598bc-7303-48a7-9348-475514852bb3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.148419] env[63070]: DEBUG oslo_concurrency.lockutils [req-bce9a325-1295-44d4-9dbb-aa321fc073f4 req-70cd05ac-a7e6-4394-b0fa-11238375020e service nova] Releasing lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.297063] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]524391b9-96e6-5a20-fe50-1e78f9a9c0fd, 'name': SearchDatastore_Task, 'duration_secs': 0.048096} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.297476] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.297664] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1990.297937] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.298161] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.298291] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1990.298563] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0350fa6a-358c-40c0-a01a-3637c05bc854 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.306980] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1990.307214] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1990.307991] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41fa22a-e7ff-4f38-bef6-b8f0c6d59c79 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.313848] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1990.313848] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c67d14-012a-5b57-3a93-cd0c0f2c97b7" [ 1990.313848] env[63070]: _type = "Task" [ 1990.313848] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.321451] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c67d14-012a-5b57-3a93-cd0c0f2c97b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.402093] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.566972] env[63070]: INFO nova.compute.manager [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Took 15.53 seconds to build instance. [ 1990.825119] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52c67d14-012a-5b57-3a93-cd0c0f2c97b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.825485] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f98fc5-1675-4304-992c-9cd893b3c700 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.830428] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1990.830428] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e9c347-896e-fb8b-3e6a-4d091f28c1d4" [ 1990.830428] env[63070]: _type = "Task" [ 1990.830428] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.839059] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e9c347-896e-fb8b-3e6a-4d091f28c1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.901196] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771554, 'name': ReconfigVM_Task, 'duration_secs': 0.640498} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.901455] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e/2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1990.902102] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90324bcc-58a0-444e-b540-8666cb67dcad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.907781] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1990.907781] env[63070]: value = "task-1771555" [ 1990.907781] env[63070]: _type = "Task" [ 1990.907781] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.915175] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771555, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.069703] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7409e8b4-ee23-4537-8d00-90483aee8ca9 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "0da51660-d583-41bb-822b-b59be0366959" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.042s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.340837] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52e9c347-896e-fb8b-3e6a-4d091f28c1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.063661} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.341209] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.341434] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 2a1c1fa5-33f5-4974-92ca-6afec942be55/2a1c1fa5-33f5-4974-92ca-6afec942be55.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1991.341692] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abe086bb-0068-40a3-a49d-90ec6d0f1b5d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.347919] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1991.347919] env[63070]: value = "task-1771556" [ 1991.347919] env[63070]: _type = "Task" [ 1991.347919] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.355304] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.417335] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771555, 'name': Rename_Task, 'duration_secs': 0.507446} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.417719] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1991.417942] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-095e2eef-c606-4cc5-8d96-5f6b9532ea85 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.424535] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1991.424535] env[63070]: value = "task-1771557" [ 1991.424535] env[63070]: _type = "Task" [ 1991.424535] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.431833] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.859761] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.934162] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771557, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.359722] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579035} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.360027] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 2a1c1fa5-33f5-4974-92ca-6afec942be55/2a1c1fa5-33f5-4974-92ca-6afec942be55.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1992.360254] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1992.360512] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ad2712d-7402-42f6-94aa-596cb0319f87 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.366831] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1992.366831] env[63070]: value = "task-1771558" [ 1992.366831] env[63070]: _type = "Task" [ 1992.366831] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.374563] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.434476] env[63070]: DEBUG oslo_vmware.api [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771557, 'name': PowerOnVM_Task, 'duration_secs': 0.890082} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.434880] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1992.434969] env[63070]: INFO nova.compute.manager [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1992.435184] env[63070]: DEBUG nova.compute.manager [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.435955] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1225ccb-0dce-444e-890b-0f1df9d5679b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.876657] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064069} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.876881] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1992.877644] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e707fd-e362-4f21-9df2-a16dc9170e23 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.900619] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 2a1c1fa5-33f5-4974-92ca-6afec942be55/2a1c1fa5-33f5-4974-92ca-6afec942be55.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1992.900860] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dccdba2-d5ac-447b-a149-718dede7d4e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.920589] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1992.920589] env[63070]: value = "task-1771559" [ 1992.920589] env[63070]: _type = "Task" [ 1992.920589] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.928437] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.954930] env[63070]: INFO nova.compute.manager [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Took 17.70 seconds to build instance. [ 1993.431351] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.457954] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5d90aca8-b503-4030-882c-6ee079ed2a5f tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.215s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.931741] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771559, 'name': ReconfigVM_Task, 'duration_secs': 0.983247} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.932409] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 2a1c1fa5-33f5-4974-92ca-6afec942be55/2a1c1fa5-33f5-4974-92ca-6afec942be55.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1993.933057] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed5b0884-b89e-4dca-941e-c009cc6ca44b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.942297] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1993.942297] env[63070]: value = "task-1771560" [ 1993.942297] env[63070]: _type = "Task" [ 1993.942297] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.951743] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771560, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.450088] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771560, 'name': Rename_Task, 'duration_secs': 0.134774} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.450384] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1994.450460] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41a26023-2606-4b6c-9a2c-c2baed423e71 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.457222] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 1994.457222] env[63070]: value = "task-1771561" [ 1994.457222] env[63070]: _type = "Task" [ 1994.457222] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.464354] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.967596] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.396246] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "b580a77a-b659-4357-90d0-62ea70124fb1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.396504] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "b580a77a-b659-4357-90d0-62ea70124fb1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.396950] env[63070]: DEBUG nova.compute.manager [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1995.397651] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967dfe46-b8a7-4733-a1fc-c388d2058a70 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.404823] env[63070]: DEBUG nova.compute.manager [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63070) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1995.405483] env[63070]: DEBUG nova.objects.instance [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lazy-loading 'flavor' on Instance uuid b580a77a-b659-4357-90d0-62ea70124fb1 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.469707] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.967110] env[63070]: DEBUG oslo_vmware.api [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771561, 'name': PowerOnVM_Task, 'duration_secs': 1.296512} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.967293] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1995.967431] env[63070]: INFO nova.compute.manager [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1995.967627] env[63070]: DEBUG nova.compute.manager [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1995.968395] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daddef1-3f00-4e5c-abdc-13a958d48753 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.412631] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1996.412990] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cccefaa6-f2be-462a-8f30-19029fbb2169 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.420624] env[63070]: DEBUG oslo_vmware.api [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 1996.420624] env[63070]: value = "task-1771562" [ 1996.420624] env[63070]: _type = "Task" [ 1996.420624] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.428657] env[63070]: DEBUG oslo_vmware.api [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.483861] env[63070]: INFO nova.compute.manager [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Took 17.29 seconds to build instance. [ 1996.859877] env[63070]: DEBUG nova.compute.manager [req-9df8752b-58f8-45a5-a554-f1f5e1619a7c req-05284787-63c7-453a-b916-3fa2e22559d9 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Received event network-changed-353876a0-dbab-4ab1-abbb-e77369de779d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1996.860127] env[63070]: DEBUG nova.compute.manager [req-9df8752b-58f8-45a5-a554-f1f5e1619a7c req-05284787-63c7-453a-b916-3fa2e22559d9 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Refreshing instance network info cache due to event network-changed-353876a0-dbab-4ab1-abbb-e77369de779d. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1996.860429] env[63070]: DEBUG oslo_concurrency.lockutils [req-9df8752b-58f8-45a5-a554-f1f5e1619a7c req-05284787-63c7-453a-b916-3fa2e22559d9 service nova] Acquiring lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.860514] env[63070]: DEBUG oslo_concurrency.lockutils [req-9df8752b-58f8-45a5-a554-f1f5e1619a7c req-05284787-63c7-453a-b916-3fa2e22559d9 service nova] Acquired lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.860649] env[63070]: DEBUG nova.network.neutron [req-9df8752b-58f8-45a5-a554-f1f5e1619a7c req-05284787-63c7-453a-b916-3fa2e22559d9 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Refreshing network info cache for port 353876a0-dbab-4ab1-abbb-e77369de779d {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.933186] env[63070]: DEBUG oslo_vmware.api [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771562, 'name': PowerOffVM_Task, 'duration_secs': 0.398036} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.933504] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1996.934119] env[63070]: DEBUG nova.compute.manager [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.935471] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b125b5e6-e1ad-4dc7-97f4-06f7b8700bf1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.986011] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2ff212e-d48b-4e1b-b26e-036efac279d1 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "2a1c1fa5-33f5-4974-92ca-6afec942be55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.804s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.448577] env[63070]: DEBUG oslo_concurrency.lockutils [None req-dfb0778a-4059-4f08-91d4-036738b8e7f3 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "b580a77a-b659-4357-90d0-62ea70124fb1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.592744] env[63070]: DEBUG nova.network.neutron [req-9df8752b-58f8-45a5-a554-f1f5e1619a7c req-05284787-63c7-453a-b916-3fa2e22559d9 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updated VIF entry in instance network info cache for port 353876a0-dbab-4ab1-abbb-e77369de779d. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1997.593134] env[63070]: DEBUG nova.network.neutron [req-9df8752b-58f8-45a5-a554-f1f5e1619a7c req-05284787-63c7-453a-b916-3fa2e22559d9 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance_info_cache with network_info: [{"id": "353876a0-dbab-4ab1-abbb-e77369de779d", "address": "fa:16:3e:e3:a3:07", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353876a0-db", "ovs_interfaceid": "353876a0-dbab-4ab1-abbb-e77369de779d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.800773] env[63070]: DEBUG nova.objects.instance [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lazy-loading 'flavor' on Instance uuid b580a77a-b659-4357-90d0-62ea70124fb1 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.096433] env[63070]: DEBUG oslo_concurrency.lockutils [req-9df8752b-58f8-45a5-a554-f1f5e1619a7c req-05284787-63c7-453a-b916-3fa2e22559d9 service nova] Releasing lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.305710] env[63070]: DEBUG oslo_concurrency.lockutils [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "refresh_cache-b580a77a-b659-4357-90d0-62ea70124fb1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.305925] env[63070]: DEBUG oslo_concurrency.lockutils [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquired lock "refresh_cache-b580a77a-b659-4357-90d0-62ea70124fb1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.306089] env[63070]: DEBUG nova.network.neutron [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1998.306263] env[63070]: DEBUG nova.objects.instance [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lazy-loading 'info_cache' on Instance uuid b580a77a-b659-4357-90d0-62ea70124fb1 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.810090] env[63070]: DEBUG nova.objects.base [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1999.496711] env[63070]: DEBUG nova.network.neutron [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Updating instance_info_cache with network_info: [{"id": "0ee6fd81-6bbc-40e8-9097-df706d79c0f1", "address": "fa:16:3e:b4:f2:95", "network": {"id": "c3df977e-2d57-4ca7-8d91-0d1c5a9edec4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1085762503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db028132f2b404091333bb959bb350e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee6fd81-6b", "ovs_interfaceid": "0ee6fd81-6bbc-40e8-9097-df706d79c0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.999406] env[63070]: DEBUG oslo_concurrency.lockutils [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Releasing lock "refresh_cache-b580a77a-b659-4357-90d0-62ea70124fb1" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.005531] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.005919] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfea6816-12b6-4067-b789-93ed2f64ccb3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.013419] env[63070]: DEBUG oslo_vmware.api [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 2001.013419] env[63070]: value = "task-1771563" [ 2001.013419] env[63070]: _type = "Task" [ 2001.013419] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.021290] env[63070]: DEBUG oslo_vmware.api [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.523131] env[63070]: DEBUG oslo_vmware.api [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771563, 'name': PowerOnVM_Task, 'duration_secs': 0.40143} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.523392] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.523596] env[63070]: DEBUG nova.compute.manager [None req-98c39751-327e-4a47-ac2e-83eb9bdf8b84 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2001.524372] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f80722-cafd-443b-95c2-a8f912bd833c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.639876] env[63070]: DEBUG oslo_concurrency.lockutils [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.639876] env[63070]: DEBUG oslo_concurrency.lockutils [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.639876] env[63070]: DEBUG oslo_concurrency.lockutils [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.639876] env[63070]: DEBUG oslo_concurrency.lockutils [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.640467] env[63070]: DEBUG oslo_concurrency.lockutils [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.642363] env[63070]: INFO nova.compute.manager [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Terminating instance [ 2004.145887] env[63070]: DEBUG nova.compute.manager [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2004.146195] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2004.148035] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d1656b-a2ff-4a67-bd5a-499cdc62cc08 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.155242] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2004.155487] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70884dcb-750d-439a-90ef-c5fffd160ed2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.164351] env[63070]: DEBUG oslo_vmware.api [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 2004.164351] env[63070]: value = "task-1771564" [ 2004.164351] env[63070]: _type = "Task" [ 2004.164351] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.172393] env[63070]: DEBUG oslo_vmware.api [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.674359] env[63070]: DEBUG oslo_vmware.api [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771564, 'name': PowerOffVM_Task, 'duration_secs': 0.195475} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.674696] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2004.674928] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2004.675216] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35a808fc-fc06-4792-b193-084bdeb21178 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.786097] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2004.786346] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2004.786530] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Deleting the datastore file [datastore1] 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2004.786797] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24e451e5-dade-4e20-adba-62ecbbc7bfd0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.793853] env[63070]: DEBUG oslo_vmware.api [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 2004.793853] env[63070]: value = "task-1771566" [ 2004.793853] env[63070]: _type = "Task" [ 2004.793853] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.801834] env[63070]: DEBUG oslo_vmware.api [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.303032] env[63070]: DEBUG oslo_vmware.api [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315883} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.303151] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2005.303289] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2005.303461] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2005.303631] env[63070]: INFO nova.compute.manager [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2005.303869] env[63070]: DEBUG oslo.service.loopingcall [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.304075] env[63070]: DEBUG nova.compute.manager [-] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2005.304172] env[63070]: DEBUG nova.network.neutron [-] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2005.526162] env[63070]: DEBUG nova.compute.manager [req-d8e1ecdb-9ca2-4d15-aeb3-81e7aec5964d req-2052d305-9563-4209-a99f-6751d7352eb0 service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Received event network-vif-deleted-80e81292-d4c1-434e-81fe-f885bb6b04f7 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2005.526311] env[63070]: INFO nova.compute.manager [req-d8e1ecdb-9ca2-4d15-aeb3-81e7aec5964d req-2052d305-9563-4209-a99f-6751d7352eb0 service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Neutron deleted interface 80e81292-d4c1-434e-81fe-f885bb6b04f7; detaching it from the instance and deleting it from the info cache [ 2005.526454] env[63070]: DEBUG nova.network.neutron [req-d8e1ecdb-9ca2-4d15-aeb3-81e7aec5964d req-2052d305-9563-4209-a99f-6751d7352eb0 service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.005592] env[63070]: DEBUG nova.network.neutron [-] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.028707] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dbfa133-de5a-4dcb-99c6-c3379a9b4c44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.039275] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25c118a-4616-4bfa-b52e-b1473038f6b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.065735] env[63070]: DEBUG nova.compute.manager [req-d8e1ecdb-9ca2-4d15-aeb3-81e7aec5964d req-2052d305-9563-4209-a99f-6751d7352eb0 service nova] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Detach interface failed, port_id=80e81292-d4c1-434e-81fe-f885bb6b04f7, reason: Instance 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2006.508771] env[63070]: INFO nova.compute.manager [-] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Took 1.20 seconds to deallocate network for instance. [ 2007.016165] env[63070]: DEBUG oslo_concurrency.lockutils [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.016514] env[63070]: DEBUG oslo_concurrency.lockutils [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.016644] env[63070]: DEBUG nova.objects.instance [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lazy-loading 'resources' on Instance uuid 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2007.601838] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d9e87c-52ea-4db5-9899-3cf3aafc96da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.609675] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc60bfcd-3189-4e3f-9aeb-035dc7b2457f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.640353] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e3541e-cf61-4443-ab3a-875f5d8292c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.647869] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684f34ca-b990-4f22-943e-a7ef25add30c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.660884] env[63070]: DEBUG nova.compute.provider_tree [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.164307] env[63070]: DEBUG nova.scheduler.client.report [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.668967] env[63070]: DEBUG oslo_concurrency.lockutils [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.689087] env[63070]: INFO nova.scheduler.client.report [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Deleted allocations for instance 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e [ 2009.197129] env[63070]: DEBUG oslo_concurrency.lockutils [None req-567e8dad-b729-4d44-8231-cad59a0b8ea6 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.557s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.210614] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "0da51660-d583-41bb-822b-b59be0366959" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.210984] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "0da51660-d583-41bb-822b-b59be0366959" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.211167] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "0da51660-d583-41bb-822b-b59be0366959-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.211322] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "0da51660-d583-41bb-822b-b59be0366959-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.211529] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "0da51660-d583-41bb-822b-b59be0366959-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.213613] env[63070]: INFO nova.compute.manager [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Terminating instance [ 2010.717717] env[63070]: DEBUG nova.compute.manager [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2010.717967] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2010.718869] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f790e07-bf01-4d23-99bf-d205e142d4fa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.726892] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2010.727132] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64e46424-2ed8-41a3-b85e-26a5353698d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.733291] env[63070]: DEBUG oslo_vmware.api [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 2010.733291] env[63070]: value = "task-1771567" [ 2010.733291] env[63070]: _type = "Task" [ 2010.733291] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.741314] env[63070]: DEBUG oslo_vmware.api [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.242919] env[63070]: DEBUG oslo_vmware.api [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771567, 'name': PowerOffVM_Task, 'duration_secs': 0.178455} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.243309] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2011.243356] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2011.243592] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7537bf6e-d221-41f6-99e5-a6d5cb69a059 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.349027] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2011.349283] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2011.349443] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Deleting the datastore file [datastore1] 0da51660-d583-41bb-822b-b59be0366959 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2011.349710] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f0d529d-3ee5-4b67-bf78-a14d8a860c65 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.356348] env[63070]: DEBUG oslo_vmware.api [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 2011.356348] env[63070]: value = "task-1771569" [ 2011.356348] env[63070]: _type = "Task" [ 2011.356348] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.364123] env[63070]: DEBUG oslo_vmware.api [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.702025] env[63070]: DEBUG oslo_concurrency.lockutils [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.702397] env[63070]: DEBUG oslo_concurrency.lockutils [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.702588] env[63070]: INFO nova.compute.manager [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Shelving [ 2011.866527] env[63070]: DEBUG oslo_vmware.api [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122448} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.866792] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2011.866997] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2011.867257] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2011.867438] env[63070]: INFO nova.compute.manager [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: 0da51660-d583-41bb-822b-b59be0366959] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2011.867684] env[63070]: DEBUG oslo.service.loopingcall [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2011.867877] env[63070]: DEBUG nova.compute.manager [-] [instance: 0da51660-d583-41bb-822b-b59be0366959] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2011.867973] env[63070]: DEBUG nova.network.neutron [-] [instance: 0da51660-d583-41bb-822b-b59be0366959] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2012.117121] env[63070]: DEBUG nova.compute.manager [req-b12c6ecf-35cc-46b5-a846-f15e596184f2 req-ef99119f-d8a2-4d7e-a0e1-6009cf510ec5 service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Received event network-vif-deleted-76c37254-bb6f-4a1a-bd05-807081cd462f {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2012.117316] env[63070]: INFO nova.compute.manager [req-b12c6ecf-35cc-46b5-a846-f15e596184f2 req-ef99119f-d8a2-4d7e-a0e1-6009cf510ec5 service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Neutron deleted interface 76c37254-bb6f-4a1a-bd05-807081cd462f; detaching it from the instance and deleting it from the info cache [ 2012.117492] env[63070]: DEBUG nova.network.neutron [req-b12c6ecf-35cc-46b5-a846-f15e596184f2 req-ef99119f-d8a2-4d7e-a0e1-6009cf510ec5 service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.597428] env[63070]: DEBUG nova.network.neutron [-] [instance: 0da51660-d583-41bb-822b-b59be0366959] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.620175] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1500c7a7-f850-460d-8d58-a00a80bf2eb9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.629998] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee9faae-d17f-4aff-8351-0b083c8dee48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.655922] env[63070]: DEBUG nova.compute.manager [req-b12c6ecf-35cc-46b5-a846-f15e596184f2 req-ef99119f-d8a2-4d7e-a0e1-6009cf510ec5 service nova] [instance: 0da51660-d583-41bb-822b-b59be0366959] Detach interface failed, port_id=76c37254-bb6f-4a1a-bd05-807081cd462f, reason: Instance 0da51660-d583-41bb-822b-b59be0366959 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2012.711184] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.711516] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca69429f-065d-425f-a779-dbe61e385872 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.719442] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2012.719442] env[63070]: value = "task-1771570" [ 2012.719442] env[63070]: _type = "Task" [ 2012.719442] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.728575] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.099559] env[63070]: INFO nova.compute.manager [-] [instance: 0da51660-d583-41bb-822b-b59be0366959] Took 1.23 seconds to deallocate network for instance. [ 2013.229428] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771570, 'name': PowerOffVM_Task, 'duration_secs': 0.243019} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.229669] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.230408] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dcc5e1-8034-4b43-92e8-c27f99edc2ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.248407] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055699de-5d44-451f-b991-38e987e2a748 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.605112] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.605398] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.605642] env[63070]: DEBUG nova.objects.instance [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lazy-loading 'resources' on Instance uuid 0da51660-d583-41bb-822b-b59be0366959 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.758665] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Creating Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2013.758910] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-11e63207-a2df-4bcb-af53-2e7d0804b70b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.766186] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2013.766186] env[63070]: value = "task-1771571" [ 2013.766186] env[63070]: _type = "Task" [ 2013.766186] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.773988] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.193299] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6068c2-35e7-494a-9204-2bd007b5db3b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.203086] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d2d9cf-4fd0-4734-ae37-b86582fd90d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.235736] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e40ee3-445e-43a9-93ef-a6f9ca17e2c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.243197] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756820dd-d69a-45c4-95a1-0d940980055d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.256550] env[63070]: DEBUG nova.compute.provider_tree [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.279419] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771571, 'name': CreateSnapshot_Task, 'duration_secs': 0.465866} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.279890] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Created Snapshot of the VM instance {{(pid=63070) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2014.280860] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8b414e-6fc3-4f4c-bd44-a66fbad666b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.759455] env[63070]: DEBUG nova.scheduler.client.report [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2014.798869] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Creating linked-clone VM from snapshot {{(pid=63070) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2014.799172] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2055a4b6-6833-46fc-8a03-705e153d19d9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.807942] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2014.807942] env[63070]: value = "task-1771572" [ 2014.807942] env[63070]: _type = "Task" [ 2014.807942] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.816479] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771572, 'name': CloneVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.965418] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2014.965672] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2014.965839] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2014.965992] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2014.966228] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2014.966397] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2014.966539] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Cleaning up deleted instances with incomplete migration {{(pid=63070) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 2015.264206] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.284878] env[63070]: INFO nova.scheduler.client.report [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Deleted allocations for instance 0da51660-d583-41bb-822b-b59be0366959 [ 2015.317363] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771572, 'name': CloneVM_Task} progress is 94%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.791983] env[63070]: DEBUG oslo_concurrency.lockutils [None req-df10472e-e9dd-416b-9e0e-ef51030a4434 tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "0da51660-d583-41bb-822b-b59be0366959" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.581s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.818800] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771572, 'name': CloneVM_Task} progress is 95%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.244022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.244022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.320994] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771572, 'name': CloneVM_Task, 'duration_secs': 1.153895} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.321671] env[63070]: INFO nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Created linked-clone VM from snapshot [ 2016.322242] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2691246-0f64-4b99-9ba7-054ce059d916 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.329511] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Uploading image 6f1b6e81-be0e-4392-938a-fa307851a251 {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2016.354322] env[63070]: DEBUG oslo_vmware.rw_handles [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2016.354322] env[63070]: value = "vm-367848" [ 2016.354322] env[63070]: _type = "VirtualMachine" [ 2016.354322] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2016.354690] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7d38b30-332b-470c-b890-6fdd05b08ccb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.363950] env[63070]: DEBUG oslo_vmware.rw_handles [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lease: (returnval){ [ 2016.363950] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cfd2e7-4faa-a2a3-ab34-7a718a849918" [ 2016.363950] env[63070]: _type = "HttpNfcLease" [ 2016.363950] env[63070]: } obtained for exporting VM: (result){ [ 2016.363950] env[63070]: value = "vm-367848" [ 2016.363950] env[63070]: _type = "VirtualMachine" [ 2016.363950] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2016.364274] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the lease: (returnval){ [ 2016.364274] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cfd2e7-4faa-a2a3-ab34-7a718a849918" [ 2016.364274] env[63070]: _type = "HttpNfcLease" [ 2016.364274] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2016.371458] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2016.371458] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cfd2e7-4faa-a2a3-ab34-7a718a849918" [ 2016.371458] env[63070]: _type = "HttpNfcLease" [ 2016.371458] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2016.746702] env[63070]: DEBUG nova.compute.utils [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2016.865837] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "b580a77a-b659-4357-90d0-62ea70124fb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.866139] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "b580a77a-b659-4357-90d0-62ea70124fb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.866321] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "b580a77a-b659-4357-90d0-62ea70124fb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.866499] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "b580a77a-b659-4357-90d0-62ea70124fb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.866670] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "b580a77a-b659-4357-90d0-62ea70124fb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.871595] env[63070]: INFO nova.compute.manager [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Terminating instance [ 2016.876869] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2016.876869] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cfd2e7-4faa-a2a3-ab34-7a718a849918" [ 2016.876869] env[63070]: _type = "HttpNfcLease" [ 2016.876869] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2016.877268] env[63070]: DEBUG oslo_vmware.rw_handles [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2016.877268] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52cfd2e7-4faa-a2a3-ab34-7a718a849918" [ 2016.877268] env[63070]: _type = "HttpNfcLease" [ 2016.877268] env[63070]: }. {{(pid=63070) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2016.877974] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc59ef91-117b-4e69-a074-bd47df3410ad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.885915] env[63070]: DEBUG oslo_vmware.rw_handles [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207332a-a9f0-21d9-cd5f-97d45f606099/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2016.886100] env[63070]: DEBUG oslo_vmware.rw_handles [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207332a-a9f0-21d9-cd5f-97d45f606099/disk-0.vmdk for reading. {{(pid=63070) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2016.973062] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e657334-c9ce-47b2-9850-7f05d25d35f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.249518] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.375248] env[63070]: DEBUG nova.compute.manager [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2017.375544] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2017.376559] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc4b6e0-9fbf-462b-a061-0ab40075e8e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.384921] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2017.385278] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d1c2366-ad88-4033-a642-2cc5e79b49d8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.391255] env[63070]: DEBUG oslo_vmware.api [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 2017.391255] env[63070]: value = "task-1771574" [ 2017.391255] env[63070]: _type = "Task" [ 2017.391255] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.400017] env[63070]: DEBUG oslo_vmware.api [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.902121] env[63070]: DEBUG oslo_vmware.api [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771574, 'name': PowerOffVM_Task, 'duration_secs': 0.166604} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.903348] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2017.903631] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2017.904013] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb2e289d-02f4-414c-bec0-64534771d16d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.147260] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2018.147640] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2018.147933] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Deleting the datastore file [datastore1] b580a77a-b659-4357-90d0-62ea70124fb1 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2018.148270] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24a09fe6-04cd-4069-8421-b72e8fbad312 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.156197] env[63070]: DEBUG oslo_vmware.api [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for the task: (returnval){ [ 2018.156197] env[63070]: value = "task-1771576" [ 2018.156197] env[63070]: _type = "Task" [ 2018.156197] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.164106] env[63070]: DEBUG oslo_vmware.api [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.321213] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.321487] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.321769] env[63070]: INFO nova.compute.manager [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Attaching volume 1a2e1d75-32be-466e-9891-2c6f10ac2b3c to /dev/sdb [ 2018.353565] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5889ecd2-f9a8-4f20-9917-73bac52428c7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.362621] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782c1912-fb6d-4c4f-8a97-229b3f03dcaf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.376158] env[63070]: DEBUG nova.virt.block_device [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Updating existing volume attachment record: c365cc3d-deac-4ebc-94fb-1f30c7f94f27 {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2018.467070] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2018.467242] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2018.666682] env[63070]: DEBUG oslo_vmware.api [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Task: {'id': task-1771576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13707} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.666682] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.666926] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.666993] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.667390] env[63070]: INFO nova.compute.manager [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2018.667527] env[63070]: DEBUG oslo.service.loopingcall [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.668082] env[63070]: DEBUG nova.compute.manager [-] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2018.668082] env[63070]: DEBUG nova.network.neutron [-] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.927197] env[63070]: DEBUG nova.compute.manager [req-2edae4b1-d8e7-4fa1-8680-69a75b700e68 req-6bdaed81-25c9-4e09-9222-7aad3386c4c2 service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Received event network-vif-deleted-0ee6fd81-6bbc-40e8-9097-df706d79c0f1 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2018.927197] env[63070]: INFO nova.compute.manager [req-2edae4b1-d8e7-4fa1-8680-69a75b700e68 req-6bdaed81-25c9-4e09-9222-7aad3386c4c2 service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Neutron deleted interface 0ee6fd81-6bbc-40e8-9097-df706d79c0f1; detaching it from the instance and deleting it from the info cache [ 2018.927482] env[63070]: DEBUG nova.network.neutron [req-2edae4b1-d8e7-4fa1-8680-69a75b700e68 req-6bdaed81-25c9-4e09-9222-7aad3386c4c2 service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.399267] env[63070]: DEBUG nova.network.neutron [-] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.430456] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c73e75c1-7f20-4967-a198-c090da3c077a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.440064] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26878c9e-e426-4b12-b81e-1c6b81576b26 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.466994] env[63070]: DEBUG nova.compute.manager [req-2edae4b1-d8e7-4fa1-8680-69a75b700e68 req-6bdaed81-25c9-4e09-9222-7aad3386c4c2 service nova] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Detach interface failed, port_id=0ee6fd81-6bbc-40e8-9097-df706d79c0f1, reason: Instance b580a77a-b659-4357-90d0-62ea70124fb1 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2019.472738] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2019.473017] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.473232] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.473406] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2019.473594] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.902848] env[63070]: INFO nova.compute.manager [-] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Took 1.23 seconds to deallocate network for instance. [ 2019.977021] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.977443] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.977443] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.977571] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2019.978493] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2e7150-5889-4043-9862-e62a2fcb36cb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.987090] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fb8f9a-c75e-442f-ad26-4ea67cf6760e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.002431] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03dd13d-b94e-4930-a053-e7abc98d7427 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.009279] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d13f9-d9fe-4fea-8a33-72d47c86fe6d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.038204] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180840MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2020.038401] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.038597] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.409896] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.074219] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance d83aabf8-a598-4be5-8bb8-67cc5457f08f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2021.074536] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance efd81b71-8b94-47d6-8f0e-0e03360d5ae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2021.074720] env[63070]: WARNING nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance b580a77a-b659-4357-90d0-62ea70124fb1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2021.074919] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 2a1c1fa5-33f5-4974-92ca-6afec942be55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2021.075187] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2021.075416] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2021.137075] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1ca766-6f5d-495c-957b-f16e0282db64 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.144909] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f64ef75-3611-4a52-a471-5e10e38ed5a7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.176325] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a84fb9c-cbfe-4acb-8adc-2b3ec201a37b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.184379] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c142e0ec-6664-4957-b450-2e18976201eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.198263] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2021.702100] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.207047] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2022.207420] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.169s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.207567] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.798s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.207816] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.226380] env[63070]: INFO nova.scheduler.client.report [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Deleted allocations for instance b580a77a-b659-4357-90d0-62ea70124fb1 [ 2022.734090] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3fcfac1e-ed20-4e9c-9cd9-4b2a54a1337b tempest-ListServerFiltersTestJSON-446711299 tempest-ListServerFiltersTestJSON-446711299-project-member] Lock "b580a77a-b659-4357-90d0-62ea70124fb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.868s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.922384] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2022.922635] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367849', 'volume_id': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'name': 'volume-1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efd81b71-8b94-47d6-8f0e-0e03360d5ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'serial': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2022.923554] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1c6cb4-a547-40ce-bd0f-6767ad968a21 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.940157] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a79e468-038c-4492-b7e4-0219bc291795 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.965036] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-1a2e1d75-32be-466e-9891-2c6f10ac2b3c/volume-1a2e1d75-32be-466e-9891-2c6f10ac2b3c.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2022.965281] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e257e7-8add-47e0-a312-90f19f54faee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.984257] env[63070]: DEBUG oslo_vmware.api [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 2022.984257] env[63070]: value = "task-1771579" [ 2022.984257] env[63070]: _type = "Task" [ 2022.984257] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.992547] env[63070]: DEBUG oslo_vmware.api [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.494198] env[63070]: DEBUG oslo_vmware.api [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771579, 'name': ReconfigVM_Task, 'duration_secs': 0.360258} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.494577] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-1a2e1d75-32be-466e-9891-2c6f10ac2b3c/volume-1a2e1d75-32be-466e-9891-2c6f10ac2b3c.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2023.500087] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5287009e-56be-4812-be15-8e59fa346ba3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.515427] env[63070]: DEBUG oslo_vmware.api [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 2023.515427] env[63070]: value = "task-1771580" [ 2023.515427] env[63070]: _type = "Task" [ 2023.515427] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.525233] env[63070]: DEBUG oslo_vmware.api [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.928126] env[63070]: DEBUG oslo_vmware.rw_handles [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207332a-a9f0-21d9-cd5f-97d45f606099/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2023.929044] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459244c1-33ad-4bec-aa0d-58b3cfac0dce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.935270] env[63070]: DEBUG oslo_vmware.rw_handles [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207332a-a9f0-21d9-cd5f-97d45f606099/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2023.935468] env[63070]: ERROR oslo_vmware.rw_handles [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207332a-a9f0-21d9-cd5f-97d45f606099/disk-0.vmdk due to incomplete transfer. [ 2023.935715] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad08bd91-1f77-4b54-a78e-af83a69987ca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.943901] env[63070]: DEBUG oslo_vmware.rw_handles [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207332a-a9f0-21d9-cd5f-97d45f606099/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2023.944112] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Uploaded image 6f1b6e81-be0e-4392-938a-fa307851a251 to the Glance image server {{(pid=63070) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2023.946476] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Destroying the VM {{(pid=63070) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2023.946749] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d2f2bf9-cb69-4cd8-9480-151bebc884f9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.952972] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2023.952972] env[63070]: value = "task-1771581" [ 2023.952972] env[63070]: _type = "Task" [ 2023.952972] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.960757] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771581, 'name': Destroy_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.025250] env[63070]: DEBUG oslo_vmware.api [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771580, 'name': ReconfigVM_Task, 'duration_secs': 0.158723} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.026748] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367849', 'volume_id': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'name': 'volume-1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efd81b71-8b94-47d6-8f0e-0e03360d5ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'serial': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2024.462984] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771581, 'name': Destroy_Task, 'duration_secs': 0.383363} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.463273] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Destroyed the VM [ 2024.463504] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Deleting Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2024.463756] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b05bd89-a91a-4f5d-81d8-d537cc7419e2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.470060] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2024.470060] env[63070]: value = "task-1771582" [ 2024.470060] env[63070]: _type = "Task" [ 2024.470060] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.477741] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771582, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.979817] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771582, 'name': RemoveSnapshot_Task, 'duration_secs': 0.373291} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.980224] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Deleted Snapshot of the VM instance {{(pid=63070) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2024.980401] env[63070]: DEBUG nova.compute.manager [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.981182] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cb17df-16a9-41fe-980c-5c224d140cc4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.061862] env[63070]: DEBUG nova.objects.instance [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'flavor' on Instance uuid efd81b71-8b94-47d6-8f0e-0e03360d5ae2 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.493428] env[63070]: INFO nova.compute.manager [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Shelve offloading [ 2025.566334] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93fe59e7-0f60-4263-9a2b-7f90cd19e958 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.997020] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2025.997467] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59196568-84cd-4829-8971-f7ada679e664 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.004418] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2026.004418] env[63070]: value = "task-1771583" [ 2026.004418] env[63070]: _type = "Task" [ 2026.004418] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.012240] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.396923] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.397158] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.515029] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] VM already powered off {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2026.515272] env[63070]: DEBUG nova.compute.manager [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2026.516067] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9318db-e8c0-42f5-bffc-78518d5d6d44 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.523023] env[63070]: DEBUG oslo_concurrency.lockutils [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.523150] env[63070]: DEBUG oslo_concurrency.lockutils [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.523328] env[63070]: DEBUG nova.network.neutron [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2026.901019] env[63070]: DEBUG nova.compute.utils [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2027.229748] env[63070]: DEBUG nova.network.neutron [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updating instance_info_cache with network_info: [{"id": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "address": "fa:16:3e:94:68:2c", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245aa3b5-f7", "ovs_interfaceid": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.403275] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.732973] env[63070]: DEBUG oslo_concurrency.lockutils [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.983040] env[63070]: DEBUG nova.compute.manager [req-1a618fcc-8c04-4e3a-9e3a-3ae514146a69 req-ef6ed431-f3d1-46f2-8e4f-a9d9cbfbee57 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received event network-vif-unplugged-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2027.983268] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a618fcc-8c04-4e3a-9e3a-3ae514146a69 req-ef6ed431-f3d1-46f2-8e4f-a9d9cbfbee57 service nova] Acquiring lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.983846] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a618fcc-8c04-4e3a-9e3a-3ae514146a69 req-ef6ed431-f3d1-46f2-8e4f-a9d9cbfbee57 service nova] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.983846] env[63070]: DEBUG oslo_concurrency.lockutils [req-1a618fcc-8c04-4e3a-9e3a-3ae514146a69 req-ef6ed431-f3d1-46f2-8e4f-a9d9cbfbee57 service nova] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.983846] env[63070]: DEBUG nova.compute.manager [req-1a618fcc-8c04-4e3a-9e3a-3ae514146a69 req-ef6ed431-f3d1-46f2-8e4f-a9d9cbfbee57 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] No waiting events found dispatching network-vif-unplugged-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2027.984048] env[63070]: WARNING nova.compute.manager [req-1a618fcc-8c04-4e3a-9e3a-3ae514146a69 req-ef6ed431-f3d1-46f2-8e4f-a9d9cbfbee57 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received unexpected event network-vif-unplugged-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 for instance with vm_state shelved and task_state shelving_offloading. [ 2028.036388] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2028.037300] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a35aa3-8df6-4404-b237-4fa9fcf215ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.045295] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2028.045521] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82312956-c5fc-490e-88e8-ac444f4fdd47 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.163949] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2028.164244] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2028.164351] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleting the datastore file [datastore1] d83aabf8-a598-4be5-8bb8-67cc5457f08f {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2028.164622] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c85d2cd-b3fd-49bd-93c9-40e7b2a1028a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.170955] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2028.170955] env[63070]: value = "task-1771585" [ 2028.170955] env[63070]: _type = "Task" [ 2028.170955] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.178515] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.462821] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.463326] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.463416] env[63070]: INFO nova.compute.manager [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Attaching volume acb75aeb-ad5a-4eda-bf50-916203347086 to /dev/sdc [ 2028.493452] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72b61dd-53a4-4919-bb94-90e2869dec35 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.500132] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3610f002-cde6-4905-92f5-97d8bd3bbd9e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.513202] env[63070]: DEBUG nova.virt.block_device [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Updating existing volume attachment record: af1e5674-fb4c-48df-950f-66d4481c9bcd {{(pid=63070) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2028.680008] env[63070]: DEBUG oslo_vmware.api [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129759} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.680264] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2028.680451] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2028.680627] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2028.716227] env[63070]: INFO nova.scheduler.client.report [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleted allocations for instance d83aabf8-a598-4be5-8bb8-67cc5457f08f [ 2029.221447] env[63070]: DEBUG oslo_concurrency.lockutils [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.221711] env[63070]: DEBUG oslo_concurrency.lockutils [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.222012] env[63070]: DEBUG nova.objects.instance [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'resources' on Instance uuid d83aabf8-a598-4be5-8bb8-67cc5457f08f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.724610] env[63070]: DEBUG nova.objects.instance [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'numa_topology' on Instance uuid d83aabf8-a598-4be5-8bb8-67cc5457f08f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.965381] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.011942] env[63070]: DEBUG nova.compute.manager [req-d023c58f-7a58-4690-837b-e9aee41ec21b req-4bf8ac60-59ee-482b-8fb3-524ace1e6a30 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received event network-changed-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2030.012158] env[63070]: DEBUG nova.compute.manager [req-d023c58f-7a58-4690-837b-e9aee41ec21b req-4bf8ac60-59ee-482b-8fb3-524ace1e6a30 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Refreshing instance network info cache due to event network-changed-245aa3b5-f772-4bae-98aa-3371c9f4f9f0. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2030.012369] env[63070]: DEBUG oslo_concurrency.lockutils [req-d023c58f-7a58-4690-837b-e9aee41ec21b req-4bf8ac60-59ee-482b-8fb3-524ace1e6a30 service nova] Acquiring lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.012510] env[63070]: DEBUG oslo_concurrency.lockutils [req-d023c58f-7a58-4690-837b-e9aee41ec21b req-4bf8ac60-59ee-482b-8fb3-524ace1e6a30 service nova] Acquired lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.012668] env[63070]: DEBUG nova.network.neutron [req-d023c58f-7a58-4690-837b-e9aee41ec21b req-4bf8ac60-59ee-482b-8fb3-524ace1e6a30 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Refreshing network info cache for port 245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.227019] env[63070]: DEBUG nova.objects.base [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2030.274670] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58ff3ca-54f8-494c-9cc7-ecfe634b86a5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.281950] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34efe3-d97e-4489-9883-b5fdc98710a4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.310908] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a65a8a-77d7-4e9b-9c09-5395cd1c77ce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.317904] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af86c3a-caf7-418f-9ee8-527ef468c4d1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.330637] env[63070]: DEBUG nova.compute.provider_tree [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.420100] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.719975] env[63070]: DEBUG nova.network.neutron [req-d023c58f-7a58-4690-837b-e9aee41ec21b req-4bf8ac60-59ee-482b-8fb3-524ace1e6a30 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updated VIF entry in instance network info cache for port 245aa3b5-f772-4bae-98aa-3371c9f4f9f0. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.720352] env[63070]: DEBUG nova.network.neutron [req-d023c58f-7a58-4690-837b-e9aee41ec21b req-4bf8ac60-59ee-482b-8fb3-524ace1e6a30 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updating instance_info_cache with network_info: [{"id": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "address": "fa:16:3e:94:68:2c", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap245aa3b5-f7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.833892] env[63070]: DEBUG nova.scheduler.client.report [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2031.223275] env[63070]: DEBUG oslo_concurrency.lockutils [req-d023c58f-7a58-4690-837b-e9aee41ec21b req-4bf8ac60-59ee-482b-8fb3-524ace1e6a30 service nova] Releasing lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.341584] env[63070]: DEBUG oslo_concurrency.lockutils [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.851082] env[63070]: DEBUG oslo_concurrency.lockutils [None req-397a540d-bdfa-4c95-a0fe-6d1ed7aa2036 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.148s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.851384] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.431s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.851571] env[63070]: INFO nova.compute.manager [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Unshelving [ 2032.553176] env[63070]: DEBUG nova.compute.manager [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Stashing vm_state: active {{(pid=63070) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2032.873387] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.873640] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.873850] env[63070]: DEBUG nova.objects.instance [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'pci_requests' on Instance uuid d83aabf8-a598-4be5-8bb8-67cc5457f08f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.054394] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Volume attach. Driver type: vmdk {{(pid=63070) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2033.054632] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367850', 'volume_id': 'acb75aeb-ad5a-4eda-bf50-916203347086', 'name': 'volume-acb75aeb-ad5a-4eda-bf50-916203347086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efd81b71-8b94-47d6-8f0e-0e03360d5ae2', 'attached_at': '', 'detached_at': '', 'volume_id': 'acb75aeb-ad5a-4eda-bf50-916203347086', 'serial': 'acb75aeb-ad5a-4eda-bf50-916203347086'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2033.055540] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7383c9ee-4f1e-4a5c-bed6-45334252f3e6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.075190] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.075908] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ac5538-242d-4734-89c0-58ef2ea6c2b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.104946] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-acb75aeb-ad5a-4eda-bf50-916203347086/volume-acb75aeb-ad5a-4eda-bf50-916203347086.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2033.105218] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb236b86-fed1-4683-8e38-0eabd8e3cfee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.123662] env[63070]: DEBUG oslo_vmware.api [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 2033.123662] env[63070]: value = "task-1771588" [ 2033.123662] env[63070]: _type = "Task" [ 2033.123662] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.133357] env[63070]: DEBUG oslo_vmware.api [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.377432] env[63070]: DEBUG nova.objects.instance [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'numa_topology' on Instance uuid d83aabf8-a598-4be5-8bb8-67cc5457f08f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.634439] env[63070]: DEBUG oslo_vmware.api [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771588, 'name': ReconfigVM_Task, 'duration_secs': 0.373652} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.634647] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-acb75aeb-ad5a-4eda-bf50-916203347086/volume-acb75aeb-ad5a-4eda-bf50-916203347086.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2033.639234] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58998214-39bc-441c-b45a-93b2b414dcf1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.654270] env[63070]: DEBUG oslo_vmware.api [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 2033.654270] env[63070]: value = "task-1771589" [ 2033.654270] env[63070]: _type = "Task" [ 2033.654270] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.662236] env[63070]: DEBUG oslo_vmware.api [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.880382] env[63070]: INFO nova.compute.claims [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2034.164862] env[63070]: DEBUG oslo_vmware.api [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771589, 'name': ReconfigVM_Task, 'duration_secs': 0.141702} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.165189] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367850', 'volume_id': 'acb75aeb-ad5a-4eda-bf50-916203347086', 'name': 'volume-acb75aeb-ad5a-4eda-bf50-916203347086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efd81b71-8b94-47d6-8f0e-0e03360d5ae2', 'attached_at': '', 'detached_at': '', 'volume_id': 'acb75aeb-ad5a-4eda-bf50-916203347086', 'serial': 'acb75aeb-ad5a-4eda-bf50-916203347086'} {{(pid=63070) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2034.945153] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306ac5f0-a8b4-40d5-9d2e-cbe0de36ec2b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.952586] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad942c0-b62f-4cfc-a5de-d154eb07e19a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.982839] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5928ec-8360-4a7d-9daa-decbed2f6e9d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.989571] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56124dc5-976a-4d59-b2bf-65639c8e4c9c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.002302] env[63070]: DEBUG nova.compute.provider_tree [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2035.202301] env[63070]: DEBUG nova.objects.instance [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'flavor' on Instance uuid efd81b71-8b94-47d6-8f0e-0e03360d5ae2 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.506112] env[63070]: DEBUG nova.scheduler.client.report [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2035.706484] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1294d505-0d0c-4b93-8973-3d9920a78c6b tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.001249] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.001597] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.010158] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.136s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.012334] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.937s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.042787] env[63070]: INFO nova.network.neutron [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updating port 245aa3b5-f772-4bae-98aa-3371c9f4f9f0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2036.504847] env[63070]: INFO nova.compute.manager [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Detaching volume 1a2e1d75-32be-466e-9891-2c6f10ac2b3c [ 2036.516226] env[63070]: INFO nova.compute.claims [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2036.536778] env[63070]: INFO nova.virt.block_device [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Attempting to driver detach volume 1a2e1d75-32be-466e-9891-2c6f10ac2b3c from mountpoint /dev/sdb [ 2036.537204] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2036.537503] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367849', 'volume_id': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'name': 'volume-1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efd81b71-8b94-47d6-8f0e-0e03360d5ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'serial': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2036.539258] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282b177c-cea5-43e0-a80c-6bf292ec4a65 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.564957] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6babdf5b-cd52-43f7-8a4e-1603f80d5eac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.573765] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a27185f-4d6e-4395-9571-91a8e15824e7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.596893] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee003a07-bf86-45b3-935b-5f637824e494 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.611942] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] The volume has not been displaced from its original location: [datastore1] volume-1a2e1d75-32be-466e-9891-2c6f10ac2b3c/volume-1a2e1d75-32be-466e-9891-2c6f10ac2b3c.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2036.617271] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2036.617588] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7bb4b1-31a4-4f2c-b65e-92725fcda0d9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.636021] env[63070]: DEBUG oslo_vmware.api [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 2036.636021] env[63070]: value = "task-1771590" [ 2036.636021] env[63070]: _type = "Task" [ 2036.636021] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.643954] env[63070]: DEBUG oslo_vmware.api [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.022487] env[63070]: INFO nova.compute.resource_tracker [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating resource usage from migration ffee0250-489e-420a-aa15-068647e739dd [ 2037.095782] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0989ee44-366f-4222-989f-340149c1d57a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.104200] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2849482-3c99-4769-a487-fdf32c1b969e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.135941] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d8183e-7d1f-49f3-b28c-6f799b25eda6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.154626] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926c8ede-c716-4af6-ae09-6ab92d8ee0b3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.158472] env[63070]: DEBUG oslo_vmware.api [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771590, 'name': ReconfigVM_Task, 'duration_secs': 0.244667} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.158766] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2037.163766] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcce378-99ab-440c-85c1-55b70d858a7b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.181784] env[63070]: DEBUG nova.compute.provider_tree [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2037.189476] env[63070]: DEBUG oslo_vmware.api [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 2037.189476] env[63070]: value = "task-1771591" [ 2037.189476] env[63070]: _type = "Task" [ 2037.189476] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.199234] env[63070]: DEBUG oslo_vmware.api [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.440119] env[63070]: DEBUG nova.compute.manager [req-5a1faf34-3043-495b-97b7-06dbc1e8ab89 req-0e6b9f14-c8eb-4cde-b511-c1fe804cb953 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received event network-vif-plugged-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2037.440457] env[63070]: DEBUG oslo_concurrency.lockutils [req-5a1faf34-3043-495b-97b7-06dbc1e8ab89 req-0e6b9f14-c8eb-4cde-b511-c1fe804cb953 service nova] Acquiring lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.440782] env[63070]: DEBUG oslo_concurrency.lockutils [req-5a1faf34-3043-495b-97b7-06dbc1e8ab89 req-0e6b9f14-c8eb-4cde-b511-c1fe804cb953 service nova] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.441097] env[63070]: DEBUG oslo_concurrency.lockutils [req-5a1faf34-3043-495b-97b7-06dbc1e8ab89 req-0e6b9f14-c8eb-4cde-b511-c1fe804cb953 service nova] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.441370] env[63070]: DEBUG nova.compute.manager [req-5a1faf34-3043-495b-97b7-06dbc1e8ab89 req-0e6b9f14-c8eb-4cde-b511-c1fe804cb953 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] No waiting events found dispatching network-vif-plugged-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2037.441637] env[63070]: WARNING nova.compute.manager [req-5a1faf34-3043-495b-97b7-06dbc1e8ab89 req-0e6b9f14-c8eb-4cde-b511-c1fe804cb953 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received unexpected event network-vif-plugged-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 for instance with vm_state shelved_offloaded and task_state spawning. [ 2037.529131] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.529467] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.529828] env[63070]: DEBUG nova.network.neutron [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2037.685734] env[63070]: DEBUG nova.scheduler.client.report [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2037.699892] env[63070]: DEBUG oslo_vmware.api [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771591, 'name': ReconfigVM_Task, 'duration_secs': 0.147202} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.700582] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367849', 'volume_id': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'name': 'volume-1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efd81b71-8b94-47d6-8f0e-0e03360d5ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c', 'serial': '1a2e1d75-32be-466e-9891-2c6f10ac2b3c'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2038.190800] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.178s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.191121] env[63070]: INFO nova.compute.manager [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Migrating [ 2038.243819] env[63070]: DEBUG nova.objects.instance [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'flavor' on Instance uuid efd81b71-8b94-47d6-8f0e-0e03360d5ae2 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2038.246057] env[63070]: DEBUG nova.network.neutron [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updating instance_info_cache with network_info: [{"id": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "address": "fa:16:3e:94:68:2c", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245aa3b5-f7", "ovs_interfaceid": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.467946] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2038.468120] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Cleaning up deleted instances {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 2038.705489] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.705707] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.705903] env[63070]: DEBUG nova.network.neutron [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.749055] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.780824] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ac0843507be142d6464ba94eb02c335d',container_format='bare',created_at=2024-12-11T20:24:04Z,direct_url=,disk_format='vmdk',id=6f1b6e81-be0e-4392-938a-fa307851a251,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2109172223-shelved',owner='f49e241cbb0b46a193cef0be0c8b8ade',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2024-12-11T20:24:16Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2038.781125] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.781311] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2038.781520] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.781690] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2038.781873] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2038.782129] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2038.782320] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2038.782504] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2038.782695] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2038.782897] env[63070]: DEBUG nova.virt.hardware [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2038.783883] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d67e0a-a5fb-47eb-9b32-00c0bfddbe8e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.792796] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d366df-8eb1-405e-a892-1197ef80c923 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.807274] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:68:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '245aa3b5-f772-4bae-98aa-3371c9f4f9f0', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2038.815246] env[63070]: DEBUG oslo.service.loopingcall [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2038.815488] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2038.815710] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ff238fb-17c8-461c-a7b4-a841cc64b316 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.835818] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2038.835818] env[63070]: value = "task-1771592" [ 2038.835818] env[63070]: _type = "Task" [ 2038.835818] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.843061] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771592, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.978944] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] There are 34 instances to clean {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 2038.979175] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 2e1ca9f0-d15b-4c80-8645-8fb97bf84c1e] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2039.258290] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b2b1881a-329a-47ca-85e2-d610a12f65d0 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.259853] env[63070]: DEBUG oslo_concurrency.lockutils [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.260391] env[63070]: DEBUG oslo_concurrency.lockutils [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.346393] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771592, 'name': CreateVM_Task, 'duration_secs': 0.324438} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.349365] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2039.350458] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.350708] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.351225] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2039.351925] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2c0281-da89-4282-a1a1-25cedd0c12fc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.357354] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2039.357354] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522da9e5-aaf9-d3e0-9a2c-9951f97e21c0" [ 2039.357354] env[63070]: _type = "Task" [ 2039.357354] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.367774] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]522da9e5-aaf9-d3e0-9a2c-9951f97e21c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.447327] env[63070]: DEBUG nova.network.neutron [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance_info_cache with network_info: [{"id": "353876a0-dbab-4ab1-abbb-e77369de779d", "address": "fa:16:3e:e3:a3:07", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353876a0-db", "ovs_interfaceid": "353876a0-dbab-4ab1-abbb-e77369de779d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.467711] env[63070]: DEBUG nova.compute.manager [req-c520f5be-0f72-4412-a709-88c82867369e req-f337184a-e23b-4b48-8274-d6c1a47c89dc service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received event network-changed-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2039.467711] env[63070]: DEBUG nova.compute.manager [req-c520f5be-0f72-4412-a709-88c82867369e req-f337184a-e23b-4b48-8274-d6c1a47c89dc service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Refreshing instance network info cache due to event network-changed-245aa3b5-f772-4bae-98aa-3371c9f4f9f0. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2039.467711] env[63070]: DEBUG oslo_concurrency.lockutils [req-c520f5be-0f72-4412-a709-88c82867369e req-f337184a-e23b-4b48-8274-d6c1a47c89dc service nova] Acquiring lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.467711] env[63070]: DEBUG oslo_concurrency.lockutils [req-c520f5be-0f72-4412-a709-88c82867369e req-f337184a-e23b-4b48-8274-d6c1a47c89dc service nova] Acquired lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.467711] env[63070]: DEBUG nova.network.neutron [req-c520f5be-0f72-4412-a709-88c82867369e req-f337184a-e23b-4b48-8274-d6c1a47c89dc service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Refreshing network info cache for port 245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2039.482640] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 0da51660-d583-41bb-822b-b59be0366959] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2039.763416] env[63070]: INFO nova.compute.manager [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Detaching volume acb75aeb-ad5a-4eda-bf50-916203347086 [ 2039.796775] env[63070]: INFO nova.virt.block_device [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Attempting to driver detach volume acb75aeb-ad5a-4eda-bf50-916203347086 from mountpoint /dev/sdc [ 2039.797020] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Volume detach. Driver type: vmdk {{(pid=63070) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2039.797216] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367850', 'volume_id': 'acb75aeb-ad5a-4eda-bf50-916203347086', 'name': 'volume-acb75aeb-ad5a-4eda-bf50-916203347086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efd81b71-8b94-47d6-8f0e-0e03360d5ae2', 'attached_at': '', 'detached_at': '', 'volume_id': 'acb75aeb-ad5a-4eda-bf50-916203347086', 'serial': 'acb75aeb-ad5a-4eda-bf50-916203347086'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2039.798097] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61511132-503b-440f-8ae6-18e0ce4372eb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.820428] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608ee10-f1ab-4e85-ade8-f51ba55efac5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.826908] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba829780-382c-4d61-8144-f3b8a37d3fd3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.845910] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e98ca4-c7c2-4913-8107-a5d310d8824d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.859573] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] The volume has not been displaced from its original location: [datastore1] volume-acb75aeb-ad5a-4eda-bf50-916203347086/volume-acb75aeb-ad5a-4eda-bf50-916203347086.vmdk. No consolidation needed. {{(pid=63070) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2039.864776] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Reconfiguring VM instance instance-00000072 to detach disk 2002 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2039.867423] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e56283-bf09-48d7-9d32-38ddf940d5a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.885663] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.885888] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Processing image 6f1b6e81-be0e-4392-938a-fa307851a251 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2039.886135] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251/6f1b6e81-be0e-4392-938a-fa307851a251.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.886282] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251/6f1b6e81-be0e-4392-938a-fa307851a251.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.886457] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2039.886727] env[63070]: DEBUG oslo_vmware.api [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 2039.886727] env[63070]: value = "task-1771593" [ 2039.886727] env[63070]: _type = "Task" [ 2039.886727] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.886898] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53aad04e-bc6d-4243-a93b-2c13429da9f6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.895757] env[63070]: DEBUG oslo_vmware.api [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.897865] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2039.898067] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2039.898711] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e7c7fa-02d1-4763-995d-c88761670e83 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.903444] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2039.903444] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ff6f13-3b24-7574-8230-19b03898a53f" [ 2039.903444] env[63070]: _type = "Task" [ 2039.903444] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.910494] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52ff6f13-3b24-7574-8230-19b03898a53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.950282] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.985978] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: b580a77a-b659-4357-90d0-62ea70124fb1] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2040.168870] env[63070]: DEBUG nova.network.neutron [req-c520f5be-0f72-4412-a709-88c82867369e req-f337184a-e23b-4b48-8274-d6c1a47c89dc service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updated VIF entry in instance network info cache for port 245aa3b5-f772-4bae-98aa-3371c9f4f9f0. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2040.169322] env[63070]: DEBUG nova.network.neutron [req-c520f5be-0f72-4412-a709-88c82867369e req-f337184a-e23b-4b48-8274-d6c1a47c89dc service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updating instance_info_cache with network_info: [{"id": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "address": "fa:16:3e:94:68:2c", "network": {"id": "2f547a73-c830-44d4-89c9-e2cf55cb83e0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1584962976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f49e241cbb0b46a193cef0be0c8b8ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245aa3b5-f7", "ovs_interfaceid": "245aa3b5-f772-4bae-98aa-3371c9f4f9f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.399553] env[63070]: DEBUG oslo_vmware.api [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771593, 'name': ReconfigVM_Task, 'duration_secs': 0.424513} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.399818] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Reconfigured VM instance instance-00000072 to detach disk 2002 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2040.404501] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c484b580-5f37-4ae2-864e-16ec694bd961 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.422938] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Preparing fetch location {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2040.423186] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Fetch image to [datastore1] OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6/OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6.vmdk {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2040.423369] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Downloading stream optimized image 6f1b6e81-be0e-4392-938a-fa307851a251 to [datastore1] OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6/OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6.vmdk on the data store datastore1 as vApp {{(pid=63070) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2040.423586] env[63070]: DEBUG nova.virt.vmwareapi.images [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Downloading image file data 6f1b6e81-be0e-4392-938a-fa307851a251 to the ESX as VM named 'OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6' {{(pid=63070) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2040.425366] env[63070]: DEBUG oslo_vmware.api [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 2040.425366] env[63070]: value = "task-1771594" [ 2040.425366] env[63070]: _type = "Task" [ 2040.425366] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.433663] env[63070]: DEBUG oslo_vmware.api [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.489029] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: c9a63683-ca97-4cce-b206-bf1621daf377] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2040.502910] env[63070]: DEBUG oslo_vmware.rw_handles [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2040.502910] env[63070]: value = "resgroup-9" [ 2040.502910] env[63070]: _type = "ResourcePool" [ 2040.502910] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2040.503210] env[63070]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f9d21b1a-ab2e-4316-ac21-6b334a6536ee {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.525464] env[63070]: DEBUG oslo_vmware.rw_handles [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lease: (returnval){ [ 2040.525464] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52febd9f-3c44-c7b3-9395-94a5583b45e2" [ 2040.525464] env[63070]: _type = "HttpNfcLease" [ 2040.525464] env[63070]: } obtained for vApp import into resource pool (val){ [ 2040.525464] env[63070]: value = "resgroup-9" [ 2040.525464] env[63070]: _type = "ResourcePool" [ 2040.525464] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2040.525880] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the lease: (returnval){ [ 2040.525880] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52febd9f-3c44-c7b3-9395-94a5583b45e2" [ 2040.525880] env[63070]: _type = "HttpNfcLease" [ 2040.525880] env[63070]: } to be ready. {{(pid=63070) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2040.532247] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2040.532247] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52febd9f-3c44-c7b3-9395-94a5583b45e2" [ 2040.532247] env[63070]: _type = "HttpNfcLease" [ 2040.532247] env[63070]: } is initializing. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2040.672731] env[63070]: DEBUG oslo_concurrency.lockutils [req-c520f5be-0f72-4412-a709-88c82867369e req-f337184a-e23b-4b48-8274-d6c1a47c89dc service nova] Releasing lock "refresh_cache-d83aabf8-a598-4be5-8bb8-67cc5457f08f" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.936792] env[63070]: DEBUG oslo_vmware.api [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771594, 'name': ReconfigVM_Task, 'duration_secs': 0.136626} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.937244] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-367850', 'volume_id': 'acb75aeb-ad5a-4eda-bf50-916203347086', 'name': 'volume-acb75aeb-ad5a-4eda-bf50-916203347086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efd81b71-8b94-47d6-8f0e-0e03360d5ae2', 'attached_at': '', 'detached_at': '', 'volume_id': 'acb75aeb-ad5a-4eda-bf50-916203347086', 'serial': 'acb75aeb-ad5a-4eda-bf50-916203347086'} {{(pid=63070) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2040.991146] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 235ee5de-dfa3-4e4a-bfbc-4eee8c4f91ba] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2041.033559] env[63070]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2041.033559] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52febd9f-3c44-c7b3-9395-94a5583b45e2" [ 2041.033559] env[63070]: _type = "HttpNfcLease" [ 2041.033559] env[63070]: } is ready. {{(pid=63070) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2041.033886] env[63070]: DEBUG oslo_vmware.rw_handles [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2041.033886] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52febd9f-3c44-c7b3-9395-94a5583b45e2" [ 2041.033886] env[63070]: _type = "HttpNfcLease" [ 2041.033886] env[63070]: }. {{(pid=63070) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2041.034610] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8839437a-48ea-4718-a798-e4158c4f8923 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.041586] env[63070]: DEBUG oslo_vmware.rw_handles [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bcb51-8204-63fc-46bc-88ae8729ddf4/disk-0.vmdk from lease info. {{(pid=63070) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2041.041753] env[63070]: DEBUG oslo_vmware.rw_handles [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bcb51-8204-63fc-46bc-88ae8729ddf4/disk-0.vmdk. {{(pid=63070) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2041.105624] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10500cee-3986-4abf-8187-20dcbb6f122d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.480169] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f46799-0842-4c12-a4e7-2f78b193f088 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.486133] env[63070]: DEBUG nova.objects.instance [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'flavor' on Instance uuid efd81b71-8b94-47d6-8f0e-0e03360d5ae2 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2041.497305] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: b7671aca-d851-4421-a3bc-6188fbb87213] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2041.538457] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance '2a1c1fa5-33f5-4974-92ca-6afec942be55' progress to 0 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2042.008792] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 51ce3c3a-3b19-4a40-9769-f02b83900050] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2042.055272] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.057423] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a917674d-233c-4798-9fd9-6b9c8986d727 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.066158] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2042.066158] env[63070]: value = "task-1771596" [ 2042.066158] env[63070]: _type = "Task" [ 2042.066158] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.075205] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.167171] env[63070]: DEBUG oslo_vmware.rw_handles [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Completed reading data from the image iterator. {{(pid=63070) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2042.167432] env[63070]: DEBUG oslo_vmware.rw_handles [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bcb51-8204-63fc-46bc-88ae8729ddf4/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2042.168648] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e78de4-c3ef-467b-8149-2b09b676b4c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.175142] env[63070]: DEBUG oslo_vmware.rw_handles [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bcb51-8204-63fc-46bc-88ae8729ddf4/disk-0.vmdk is in state: ready. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2042.175300] env[63070]: DEBUG oslo_vmware.rw_handles [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bcb51-8204-63fc-46bc-88ae8729ddf4/disk-0.vmdk. {{(pid=63070) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2042.175561] env[63070]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f1ad9c28-2661-4299-bf58-0092838b1a4f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.374936] env[63070]: DEBUG oslo_vmware.rw_handles [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525bcb51-8204-63fc-46bc-88ae8729ddf4/disk-0.vmdk. {{(pid=63070) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2042.375203] env[63070]: INFO nova.virt.vmwareapi.images [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Downloaded image file data 6f1b6e81-be0e-4392-938a-fa307851a251 [ 2042.376268] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a006aa4-9919-4b48-9985-a3d211da0069 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.393099] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cf89c40-7066-495d-afcf-fd14db29517f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.416300] env[63070]: INFO nova.virt.vmwareapi.images [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] The imported VM was unregistered [ 2042.418747] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Caching image {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2042.419041] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251 {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2042.419346] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d9ec27-e1b8-45ae-9846-832d72bc1910 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.429215] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Created directory with path [datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251 {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2042.429436] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6/OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6.vmdk to [datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251/6f1b6e81-be0e-4392-938a-fa307851a251.vmdk. {{(pid=63070) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2042.429734] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1f0a088f-b821-44b7-916a-b0fc8edad47a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.436243] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2042.436243] env[63070]: value = "task-1771598" [ 2042.436243] env[63070]: _type = "Task" [ 2042.436243] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.444219] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771598, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.495845] env[63070]: DEBUG oslo_concurrency.lockutils [None req-417805e9-10c3-4d58-9ea3-ab033eab0185 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.511313] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 45fdd209-dbd4-45e6-a859-b6097a5f2529] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2042.577060] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771596, 'name': PowerOffVM_Task, 'duration_secs': 0.45252} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.577060] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.577060] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance '2a1c1fa5-33f5-4974-92ca-6afec942be55' progress to 17 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2042.949135] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771598, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.015586] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 68246885-72ed-4ee4-b154-c16e5e79538e] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2043.083652] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2043.083942] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2043.084096] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2043.084289] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2043.084436] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2043.084583] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2043.084791] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2043.084950] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2043.085141] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2043.085311] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2043.085481] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2043.090677] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08671f0-21b6-44ed-9b3f-334757708711 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.109794] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2043.109794] env[63070]: value = "task-1771599" [ 2043.109794] env[63070]: _type = "Task" [ 2043.109794] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.121071] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.449507] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771598, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.518421] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: fda4a71a-3aa2-4e08-bd3b-421a6f35e6ec] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2043.625071] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771599, 'name': ReconfigVM_Task, 'duration_secs': 0.149127} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.625289] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance '2a1c1fa5-33f5-4974-92ca-6afec942be55' progress to 33 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2043.660032] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.660032] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.660032] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.660298] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.660366] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.662886] env[63070]: INFO nova.compute.manager [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Terminating instance [ 2043.950522] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771598, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.023810] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: a1a0175a-98f5-49da-b5ee-fe8ee22df442] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2044.132036] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2044.132326] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2044.132473] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2044.132634] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2044.132786] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2044.132929] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2044.133150] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2044.133351] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2044.133535] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2044.133699] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2044.133874] env[63070]: DEBUG nova.virt.hardware [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2044.139472] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2044.139875] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6680b842-0de5-42ad-b33d-2ee241c80c25 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.160856] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2044.160856] env[63070]: value = "task-1771600" [ 2044.160856] env[63070]: _type = "Task" [ 2044.160856] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.167065] env[63070]: DEBUG nova.compute.manager [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2044.167341] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2044.171320] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d312c0-f510-42a9-b7a0-6f30c5ee1e4c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.174406] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.180771] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2044.181060] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a83f2513-54b3-457b-bd9f-c5f2b65f0ba8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.190065] env[63070]: DEBUG oslo_vmware.api [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 2044.190065] env[63070]: value = "task-1771601" [ 2044.190065] env[63070]: _type = "Task" [ 2044.190065] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.201020] env[63070]: DEBUG oslo_vmware.api [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.450534] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771598, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.527361] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: cb8a08b7-babb-4abf-898d-3cb3b0cd32b8] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2044.670804] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771600, 'name': ReconfigVM_Task, 'duration_secs': 0.200605} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.671164] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2044.672045] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d9214-d953-4b9a-b369-54e1c024ef64 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.694463] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 2a1c1fa5-33f5-4974-92ca-6afec942be55/2a1c1fa5-33f5-4974-92ca-6afec942be55.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2044.694763] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-713a2629-b602-4c54-9a7d-c8f2b9ee435c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.714680] env[63070]: DEBUG oslo_vmware.api [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771601, 'name': PowerOffVM_Task, 'duration_secs': 0.476996} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.715784] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2044.715967] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2044.716260] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2044.716260] env[63070]: value = "task-1771602" [ 2044.716260] env[63070]: _type = "Task" [ 2044.716260] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.716442] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7383de9f-1555-4674-8d3f-d023232a56d3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.724898] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.805093] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2044.805320] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2044.805504] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Deleting the datastore file [datastore1] efd81b71-8b94-47d6-8f0e-0e03360d5ae2 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.805769] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-938c2c02-2bb4-413e-af8c-418828a1a853 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.812466] env[63070]: DEBUG oslo_vmware.api [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for the task: (returnval){ [ 2044.812466] env[63070]: value = "task-1771604" [ 2044.812466] env[63070]: _type = "Task" [ 2044.812466] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.822146] env[63070]: DEBUG oslo_vmware.api [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.949714] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771598, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.217068} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.950018] env[63070]: INFO nova.virt.vmwareapi.ds_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6/OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6.vmdk to [datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251/6f1b6e81-be0e-4392-938a-fa307851a251.vmdk. [ 2044.950225] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Cleaning up location [datastore1] OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2044.950404] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_813d9153-598d-49e6-a720-412d00ed96a6 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.950678] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08fb8b38-ab9e-4e00-ae3e-0252cad75e07 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.956490] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2044.956490] env[63070]: value = "task-1771605" [ 2044.956490] env[63070]: _type = "Task" [ 2044.956490] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.963872] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.030672] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 8dc9d504-c0b2-410a-8610-afa006d73b22] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2045.227552] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771602, 'name': ReconfigVM_Task, 'duration_secs': 0.270859} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.227811] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 2a1c1fa5-33f5-4974-92ca-6afec942be55/2a1c1fa5-33f5-4974-92ca-6afec942be55.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2045.228081] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance '2a1c1fa5-33f5-4974-92ca-6afec942be55' progress to 50 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2045.322595] env[63070]: DEBUG oslo_vmware.api [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Task: {'id': task-1771604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133113} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.322853] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.323044] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2045.323230] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2045.323402] env[63070]: INFO nova.compute.manager [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2045.323634] env[63070]: DEBUG oslo.service.loopingcall [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2045.323823] env[63070]: DEBUG nova.compute.manager [-] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2045.323919] env[63070]: DEBUG nova.network.neutron [-] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2045.466688] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030637} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.466836] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.467008] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251/6f1b6e81-be0e-4392-938a-fa307851a251.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.467329] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251/6f1b6e81-be0e-4392-938a-fa307851a251.vmdk to [datastore1] d83aabf8-a598-4be5-8bb8-67cc5457f08f/d83aabf8-a598-4be5-8bb8-67cc5457f08f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2045.467603] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a1de35c-32cc-4ce8-8f08-85c012b40757 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.474421] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2045.474421] env[63070]: value = "task-1771606" [ 2045.474421] env[63070]: _type = "Task" [ 2045.474421] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.481943] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.534241] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: e34be017-2ff4-44f0-b44b-3abde2d39837] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2045.735422] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abb3772-cdef-4426-89d5-4ddcd4ddbc7e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.755736] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b4bdd-e42d-4daf-ace6-5bb7f4944fbf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.774088] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance '2a1c1fa5-33f5-4974-92ca-6afec942be55' progress to 67 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2045.986239] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771606, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.037384] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: e66752c2-077b-45c6-ba47-b85188540da8] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2046.042032] env[63070]: DEBUG nova.compute.manager [req-e5a7a50b-74b2-49d8-83b8-70adf0305da0 req-dd228ce6-0379-487e-b2c4-1b58725e8118 service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Received event network-vif-deleted-a5edcc27-26ca-4d34-ac92-c12b85f9824d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2046.042032] env[63070]: INFO nova.compute.manager [req-e5a7a50b-74b2-49d8-83b8-70adf0305da0 req-dd228ce6-0379-487e-b2c4-1b58725e8118 service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Neutron deleted interface a5edcc27-26ca-4d34-ac92-c12b85f9824d; detaching it from the instance and deleting it from the info cache [ 2046.042032] env[63070]: DEBUG nova.network.neutron [req-e5a7a50b-74b2-49d8-83b8-70adf0305da0 req-dd228ce6-0379-487e-b2c4-1b58725e8118 service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.317760] env[63070]: DEBUG nova.network.neutron [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Port 353876a0-dbab-4ab1-abbb-e77369de779d binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2046.487425] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771606, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.518996] env[63070]: DEBUG nova.network.neutron [-] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.540877] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 49796c7c-29c4-4ff4-821b-b950c4576770] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2046.547266] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2807e29-0b87-40e0-a445-bf60fef80e61 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.558655] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d641306b-e558-4a61-b862-d36131c93402 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.586708] env[63070]: DEBUG nova.compute.manager [req-e5a7a50b-74b2-49d8-83b8-70adf0305da0 req-dd228ce6-0379-487e-b2c4-1b58725e8118 service nova] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Detach interface failed, port_id=a5edcc27-26ca-4d34-ac92-c12b85f9824d, reason: Instance efd81b71-8b94-47d6-8f0e-0e03360d5ae2 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2046.989287] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771606, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.021759] env[63070]: INFO nova.compute.manager [-] [instance: efd81b71-8b94-47d6-8f0e-0e03360d5ae2] Took 1.70 seconds to deallocate network for instance. [ 2047.044403] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: b18a4400-d1bd-4e8b-98bb-032df8f16437] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2047.341202] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "2a1c1fa5-33f5-4974-92ca-6afec942be55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.341458] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "2a1c1fa5-33f5-4974-92ca-6afec942be55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.341631] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "2a1c1fa5-33f5-4974-92ca-6afec942be55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.488827] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771606, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.528664] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.529017] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.529286] env[63070]: DEBUG nova.objects.instance [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lazy-loading 'resources' on Instance uuid efd81b71-8b94-47d6-8f0e-0e03360d5ae2 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2047.548525] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 8c749d82-9fcb-40b8-b478-3b4bf79fd904] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2047.987989] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771606, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.391144} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.988259] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f1b6e81-be0e-4392-938a-fa307851a251/6f1b6e81-be0e-4392-938a-fa307851a251.vmdk to [datastore1] d83aabf8-a598-4be5-8bb8-67cc5457f08f/d83aabf8-a598-4be5-8bb8-67cc5457f08f.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2047.989016] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc1895-b7c3-438f-9519-c211cf8e9f28 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.010860] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] d83aabf8-a598-4be5-8bb8-67cc5457f08f/d83aabf8-a598-4be5-8bb8-67cc5457f08f.vmdk or device None with type streamOptimized {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.011140] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864f150d-2734-4b8b-908c-cf88673880a1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.030235] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2048.030235] env[63070]: value = "task-1771607" [ 2048.030235] env[63070]: _type = "Task" [ 2048.030235] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.040177] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.051890] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 06f26fc8-b843-48cb-b466-979d4d4ff6ac] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2048.099401] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d250ab-0d34-42fd-bcc9-8b2290eccd95 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.109466] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5732b9e3-c0b8-4998-9b5d-6e74900ee893 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.139776] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f9778b-5cdb-4165-b2ad-cd6325781d36 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.147434] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7bdce4-57a2-46b6-b537-518aabd14d80 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.163050] env[63070]: DEBUG nova.compute.provider_tree [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.375831] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.376102] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.376315] env[63070]: DEBUG nova.network.neutron [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.539932] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771607, 'name': ReconfigVM_Task, 'duration_secs': 0.33221} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.540246] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Reconfigured VM instance instance-00000071 to attach disk [datastore1] d83aabf8-a598-4be5-8bb8-67cc5457f08f/d83aabf8-a598-4be5-8bb8-67cc5457f08f.vmdk or device None with type streamOptimized {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.540862] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dcdfa5b-cae8-4642-bf26-2ad1af1b283c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.547308] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2048.547308] env[63070]: value = "task-1771608" [ 2048.547308] env[63070]: _type = "Task" [ 2048.547308] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.555275] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771608, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.557728] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 83004138-7804-4bf2-9cc6-ef9dc141a90f] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2048.664809] env[63070]: DEBUG nova.scheduler.client.report [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2049.056536] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771608, 'name': Rename_Task, 'duration_secs': 0.166258} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.056799] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2049.057047] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae9598a1-016e-4e41-9f47-d179af05a3b8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.060982] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 1c16d24c-80ba-47e5-ba79-dfbf732640f0] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2049.063694] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2049.063694] env[63070]: value = "task-1771609" [ 2049.063694] env[63070]: _type = "Task" [ 2049.063694] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.077507] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.102545] env[63070]: DEBUG nova.network.neutron [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance_info_cache with network_info: [{"id": "353876a0-dbab-4ab1-abbb-e77369de779d", "address": "fa:16:3e:e3:a3:07", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353876a0-db", "ovs_interfaceid": "353876a0-dbab-4ab1-abbb-e77369de779d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.170055] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.189235] env[63070]: INFO nova.scheduler.client.report [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Deleted allocations for instance efd81b71-8b94-47d6-8f0e-0e03360d5ae2 [ 2049.564887] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 555f1376-2ff0-4283-9e8e-315dbbc440f9] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2049.575593] env[63070]: DEBUG oslo_vmware.api [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771609, 'name': PowerOnVM_Task, 'duration_secs': 0.443205} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.575756] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2049.604818] env[63070]: DEBUG oslo_concurrency.lockutils [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.701547] env[63070]: DEBUG oslo_concurrency.lockutils [None req-4e0ff53a-63b7-4b8b-af53-312a06a1ec29 tempest-AttachVolumeTestJSON-1498945312 tempest-AttachVolumeTestJSON-1498945312-project-member] Lock "efd81b71-8b94-47d6-8f0e-0e03360d5ae2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.042s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.767468] env[63070]: DEBUG nova.compute.manager [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2049.768388] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b07747f-521a-43b8-a821-fb8e942cf529 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.070920] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: fe281723-b933-4bca-b0c8-406bb26342bf] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2050.129271] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ca8d3d-a1d5-46f2-9308-62b225fed60b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.148738] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fbe897-308d-4f31-aac7-9efce8492112 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.156269] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance '2a1c1fa5-33f5-4974-92ca-6afec942be55' progress to 83 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2050.284758] env[63070]: DEBUG oslo_concurrency.lockutils [None req-857730ae-34f8-4d5d-abef-7c3a8c427c41 tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.433s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.574449] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: fd1d2c61-f300-4904-b3cd-4d1b0d1b2b3b] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2050.662370] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2050.662960] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df8b81b2-f81e-4683-88ee-471a5290aaa9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.670511] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2050.670511] env[63070]: value = "task-1771611" [ 2050.670511] env[63070]: _type = "Task" [ 2050.670511] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.684521] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.077754] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: feb91057-5913-4446-a1fb-5cab7a6340bf] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2051.180828] env[63070]: DEBUG oslo_vmware.api [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771611, 'name': PowerOnVM_Task, 'duration_secs': 0.369675} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.181049] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2051.181258] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb11357-3e55-45a3-bbfb-f0c9b295605e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance '2a1c1fa5-33f5-4974-92ca-6afec942be55' progress to 100 {{(pid=63070) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2051.421299] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.421575] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.421819] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.422022] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.422200] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.424251] env[63070]: INFO nova.compute.manager [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Terminating instance [ 2051.581084] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: ad61f128-c43a-4d19-a5b9-108e8c03c592] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2051.927490] env[63070]: DEBUG nova.compute.manager [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2051.927727] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2051.928635] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fc98d4-8643-42e6-aaae-47114f176ad0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.936671] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2051.936920] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6071d90-68f1-419f-ae16-abd7596c503f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.943529] env[63070]: DEBUG oslo_vmware.api [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2051.943529] env[63070]: value = "task-1771612" [ 2051.943529] env[63070]: _type = "Task" [ 2051.943529] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.951574] env[63070]: DEBUG oslo_vmware.api [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.084753] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: cd346315-2e8a-4f57-9ede-bfe120c1d1b5] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2052.453457] env[63070]: DEBUG oslo_vmware.api [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771612, 'name': PowerOffVM_Task, 'duration_secs': 0.18223} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.453746] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2052.453914] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2052.454180] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9222c336-08dd-4b06-ac28-95fb9374d86d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.531318] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2052.531536] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2052.531717] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleting the datastore file [datastore1] d83aabf8-a598-4be5-8bb8-67cc5457f08f {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2052.531981] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-421fb043-1006-4a0b-a8f8-9a4fa8ea95f4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.538232] env[63070]: DEBUG oslo_vmware.api [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for the task: (returnval){ [ 2052.538232] env[63070]: value = "task-1771614" [ 2052.538232] env[63070]: _type = "Task" [ 2052.538232] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.545517] env[63070]: DEBUG oslo_vmware.api [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.588186] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 02085c0a-177e-4457-9646-46b9cde79adc] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2053.048437] env[63070]: DEBUG oslo_vmware.api [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Task: {'id': task-1771614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142626} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.048714] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2053.048925] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2053.049186] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2053.049412] env[63070]: INFO nova.compute.manager [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2053.049682] env[63070]: DEBUG oslo.service.loopingcall [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2053.049892] env[63070]: DEBUG nova.compute.manager [-] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2053.049992] env[63070]: DEBUG nova.network.neutron [-] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2053.091727] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: bb6d0ea5-4da3-49e0-aec0-d940f93aa2f4] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2053.357625] env[63070]: DEBUG nova.network.neutron [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Port 353876a0-dbab-4ab1-abbb-e77369de779d binding to destination host cpu-1 is already ACTIVE {{(pid=63070) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2053.358045] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.358220] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.358405] env[63070]: DEBUG nova.network.neutron [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2053.485685] env[63070]: DEBUG nova.compute.manager [req-9047a1b8-5988-442a-b99c-6918a93098d9 req-02753259-9332-4d45-b6aa-6823bf922b42 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Received event network-vif-deleted-245aa3b5-f772-4bae-98aa-3371c9f4f9f0 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2053.485896] env[63070]: INFO nova.compute.manager [req-9047a1b8-5988-442a-b99c-6918a93098d9 req-02753259-9332-4d45-b6aa-6823bf922b42 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Neutron deleted interface 245aa3b5-f772-4bae-98aa-3371c9f4f9f0; detaching it from the instance and deleting it from the info cache [ 2053.485961] env[63070]: DEBUG nova.network.neutron [req-9047a1b8-5988-442a-b99c-6918a93098d9 req-02753259-9332-4d45-b6aa-6823bf922b42 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.595211] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: eb7c6d24-9b2c-4777-8b73-8b8f3463e868] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2053.961621] env[63070]: DEBUG nova.network.neutron [-] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.990463] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2997c23c-027d-451d-804a-08dd8d74faed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.002340] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faaf473-7305-4664-a044-be638267a5af {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.025490] env[63070]: DEBUG nova.compute.manager [req-9047a1b8-5988-442a-b99c-6918a93098d9 req-02753259-9332-4d45-b6aa-6823bf922b42 service nova] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Detach interface failed, port_id=245aa3b5-f772-4bae-98aa-3371c9f4f9f0, reason: Instance d83aabf8-a598-4be5-8bb8-67cc5457f08f could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2054.099178] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: f03a1e87-a324-4bda-9533-46de2402fe92] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2054.127608] env[63070]: DEBUG nova.network.neutron [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance_info_cache with network_info: [{"id": "353876a0-dbab-4ab1-abbb-e77369de779d", "address": "fa:16:3e:e3:a3:07", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353876a0-db", "ovs_interfaceid": "353876a0-dbab-4ab1-abbb-e77369de779d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.464708] env[63070]: INFO nova.compute.manager [-] [instance: d83aabf8-a598-4be5-8bb8-67cc5457f08f] Took 1.41 seconds to deallocate network for instance. [ 2054.602550] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 479bc771-a4cc-49fb-8de5-0f2ba643704a] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2054.632574] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.970781] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.971082] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.971327] env[63070]: DEBUG nova.objects.instance [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lazy-loading 'resources' on Instance uuid d83aabf8-a598-4be5-8bb8-67cc5457f08f {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.105586] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: fa6c0993-26e8-43a3-8b54-2768ac1171bd] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2055.135377] env[63070]: DEBUG nova.compute.manager [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63070) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2055.135608] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.528514] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b6a12d-35da-47ca-8d35-b56698424136 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.535403] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd43f8-a3db-4da3-8c4b-761c33eeb9b2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.566692] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58283979-3f5d-4f94-9ab0-e1e00915639b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.574393] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c99d571-d3c3-4c73-b568-8803698d93ca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.587461] env[63070]: DEBUG nova.compute.provider_tree [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2055.609036] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 46c4833a-37de-4b16-904a-a88e50cb1998] Instance has had 0 of 5 cleanup attempts {{(pid=63070) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2056.090374] env[63070]: DEBUG nova.scheduler.client.report [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2056.595813] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.598066] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.462s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.617865] env[63070]: INFO nova.scheduler.client.report [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Deleted allocations for instance d83aabf8-a598-4be5-8bb8-67cc5457f08f [ 2057.104922] env[63070]: DEBUG nova.objects.instance [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'migration_context' on Instance uuid 2a1c1fa5-33f5-4974-92ca-6afec942be55 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2057.125709] env[63070]: DEBUG oslo_concurrency.lockutils [None req-3722cea3-1be1-4880-8107-a1b0d256390c tempest-ServerActionsTestOtherB-624331241 tempest-ServerActionsTestOtherB-624331241-project-member] Lock "d83aabf8-a598-4be5-8bb8-67cc5457f08f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.646346] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dc1ac4-ddde-4a17-931d-544c02dac308 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.653599] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b408d6-4a34-4597-af88-a8177c6cbb7c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.684098] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d188ca11-ec67-4edc-871a-b0d0a5d7f8e3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.691159] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82ca268-4eb0-4c45-a9eb-0b8572db4add {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.703682] env[63070]: DEBUG nova.compute.provider_tree [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.207453] env[63070]: DEBUG nova.scheduler.client.report [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2059.219467] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.621s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.759164] env[63070]: INFO nova.compute.manager [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Swapping old allocation on dict_keys(['320ba036-867b-46a7-9f12-a6f5a4345740']) held by migration ffee0250-489e-420a-aa15-068647e739dd for instance [ 2060.780421] env[63070]: DEBUG nova.scheduler.client.report [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Overwriting current allocation {'allocations': {'320ba036-867b-46a7-9f12-a6f5a4345740': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 180}}, 'project_id': '1da14db4d59c448d9790cfb3538c7116', 'user_id': '32abc4382cad460cb641921aece92782', 'consumer_generation': 1} on consumer 2a1c1fa5-33f5-4974-92ca-6afec942be55 {{(pid=63070) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2060.864620] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.864819] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.864980] env[63070]: DEBUG nova.network.neutron [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2061.725714] env[63070]: DEBUG nova.network.neutron [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance_info_cache with network_info: [{"id": "353876a0-dbab-4ab1-abbb-e77369de779d", "address": "fa:16:3e:e3:a3:07", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353876a0-db", "ovs_interfaceid": "353876a0-dbab-4ab1-abbb-e77369de779d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.228200] env[63070]: DEBUG oslo_concurrency.lockutils [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-2a1c1fa5-33f5-4974-92ca-6afec942be55" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.229043] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2062.229043] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c2c6a13-b188-4ca0-b9fc-e890ffb02553 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.236873] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2062.236873] env[63070]: value = "task-1771618" [ 2062.236873] env[63070]: _type = "Task" [ 2062.236873] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.246058] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.746876] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771618, 'name': PowerOffVM_Task, 'duration_secs': 0.212696} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.747177] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2062.747824] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2062.748043] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2062.748238] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2062.748440] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2062.748585] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2062.748730] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2062.748932] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2062.749102] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2062.749302] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2062.749476] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2062.749665] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2062.754738] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f32d4e0-a996-49fb-a0fe-76dfd859773c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.770560] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2062.770560] env[63070]: value = "task-1771619" [ 2062.770560] env[63070]: _type = "Task" [ 2062.770560] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.777853] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.281242] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771619, 'name': ReconfigVM_Task, 'duration_secs': 0.13437} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.282111] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dcee0b-d7e5-4119-82c5-190c4571ac53 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.300266] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2063.300515] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2063.300673] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2063.300851] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2063.301015] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2063.301176] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2063.301404] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2063.301565] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2063.301729] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2063.301890] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2063.302075] env[63070]: DEBUG nova.virt.hardware [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2063.302874] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce6e1ab-1f6b-4908-b932-c661849cda48 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.308457] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2063.308457] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52999504-f222-5688-c4f5-c45fc294053f" [ 2063.308457] env[63070]: _type = "Task" [ 2063.308457] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.316313] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52999504-f222-5688-c4f5-c45fc294053f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.818555] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52999504-f222-5688-c4f5-c45fc294053f, 'name': SearchDatastore_Task, 'duration_secs': 0.007585} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.823818] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2063.824105] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf950819-0980-48c9-8dfc-5609f91e165c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.842571] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2063.842571] env[63070]: value = "task-1771620" [ 2063.842571] env[63070]: _type = "Task" [ 2063.842571] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.850179] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.352817] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771620, 'name': ReconfigVM_Task, 'duration_secs': 0.193385} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.353115] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=63070) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2064.353870] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3cf566-a099-4175-95e1-7c5b37206b30 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.376617] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 2a1c1fa5-33f5-4974-92ca-6afec942be55/2a1c1fa5-33f5-4974-92ca-6afec942be55.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.376910] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a1caad-a996-41e1-9be5-b3f77b1e7184 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.395902] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2064.395902] env[63070]: value = "task-1771621" [ 2064.395902] env[63070]: _type = "Task" [ 2064.395902] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.403805] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.905751] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.407611] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771621, 'name': ReconfigVM_Task, 'duration_secs': 0.804141} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.407907] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 2a1c1fa5-33f5-4974-92ca-6afec942be55/2a1c1fa5-33f5-4974-92ca-6afec942be55.vmdk or device None with type thin {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2065.408703] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f331d2f-4fe7-46d3-99e8-f4ff9e8186f7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.427101] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef7fa86-dcc0-4304-9c73-d53e3829e8d7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.445662] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f4bef-8b08-41dc-8291-880591dd9446 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.463316] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336c9673-78fb-4650-b487-119b3e23a2b1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.469518] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2065.469750] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff7f90b8-e5b8-45fd-b41c-81ed516657ca {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.476027] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2065.476027] env[63070]: value = "task-1771622" [ 2065.476027] env[63070]: _type = "Task" [ 2065.476027] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.482846] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.790706] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquiring lock "f2324ddd-8d9c-4822-8545-95c2146db9c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.790948] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lock "f2324ddd-8d9c-4822-8545-95c2146db9c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.987157] env[63070]: DEBUG oslo_vmware.api [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771622, 'name': PowerOnVM_Task, 'duration_secs': 0.348513} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.987417] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2066.293908] env[63070]: DEBUG nova.compute.manager [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2066.815877] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.816165] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.817426] env[63070]: INFO nova.compute.claims [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2066.998399] env[63070]: INFO nova.compute.manager [None req-d18f3733-a98a-4cb5-b9d4-d1edbfd13139 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance to original state: 'active' [ 2067.951174] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c24e17-4e2a-44c4-a2dc-5ddbb1f690ec {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.958954] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82a97b4-c4b1-4e7e-ae17-b9480f9069c2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.989556] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d8ef5f-418b-493c-a1a3-ff53d2f79ca2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.998304] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af3eac6-226b-4512-9364-6ee35321908d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.017577] env[63070]: DEBUG nova.compute.provider_tree [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.507182] env[63070]: DEBUG oslo_concurrency.lockutils [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "2a1c1fa5-33f5-4974-92ca-6afec942be55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.507454] env[63070]: DEBUG oslo_concurrency.lockutils [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "2a1c1fa5-33f5-4974-92ca-6afec942be55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.507673] env[63070]: DEBUG oslo_concurrency.lockutils [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "2a1c1fa5-33f5-4974-92ca-6afec942be55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.507854] env[63070]: DEBUG oslo_concurrency.lockutils [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "2a1c1fa5-33f5-4974-92ca-6afec942be55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.508024] env[63070]: DEBUG oslo_concurrency.lockutils [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "2a1c1fa5-33f5-4974-92ca-6afec942be55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.510111] env[63070]: INFO nova.compute.manager [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Terminating instance [ 2068.520933] env[63070]: DEBUG nova.scheduler.client.report [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2069.013887] env[63070]: DEBUG nova.compute.manager [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2069.014324] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2069.015109] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d451a86-c683-4126-a0f4-e8b32414a188 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.023245] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.023496] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d2b723-bb9d-4fa2-9977-f07c51ad4e76 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.025414] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.025878] env[63070]: DEBUG nova.compute.manager [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2069.033497] env[63070]: DEBUG oslo_vmware.api [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2069.033497] env[63070]: value = "task-1771623" [ 2069.033497] env[63070]: _type = "Task" [ 2069.033497] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.041571] env[63070]: DEBUG oslo_vmware.api [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.531056] env[63070]: DEBUG nova.compute.utils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2069.532945] env[63070]: DEBUG nova.compute.manager [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2069.532945] env[63070]: DEBUG nova.network.neutron [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2069.544656] env[63070]: DEBUG oslo_vmware.api [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771623, 'name': PowerOffVM_Task, 'duration_secs': 0.205236} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.545475] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2069.545654] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2069.545904] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36e3d9f3-1d96-44a6-8e0f-14b9c8337ca6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.582293] env[63070]: DEBUG nova.policy [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36e4c10824d4fdfbaedf96ca95415c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f269086abaa44cc7ac318c6aad093889', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 2069.622462] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2069.622678] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2069.622854] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleting the datastore file [datastore1] 2a1c1fa5-33f5-4974-92ca-6afec942be55 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2069.623167] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f1e0015-ddcb-4eb6-aaa4-58e53342ad43 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.629780] env[63070]: DEBUG oslo_vmware.api [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2069.629780] env[63070]: value = "task-1771625" [ 2069.629780] env[63070]: _type = "Task" [ 2069.629780] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.637911] env[63070]: DEBUG oslo_vmware.api [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.816394] env[63070]: DEBUG nova.network.neutron [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Successfully created port: 9d0eb051-e3b3-443b-b4a4-4ef17782d080 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2070.036620] env[63070]: DEBUG nova.compute.manager [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2070.139384] env[63070]: DEBUG oslo_vmware.api [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136137} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.139725] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.139812] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2070.142072] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2070.142072] env[63070]: INFO nova.compute.manager [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2070.142072] env[63070]: DEBUG oslo.service.loopingcall [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.142072] env[63070]: DEBUG nova.compute.manager [-] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2070.142072] env[63070]: DEBUG nova.network.neutron [-] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2070.593076] env[63070]: DEBUG nova.compute.manager [req-1ef5a0a8-f5a6-414a-9bc6-1e58c84a12d1 req-c8d7f82d-6bb0-4343-888c-86c7ea534429 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Received event network-vif-deleted-353876a0-dbab-4ab1-abbb-e77369de779d {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2070.593285] env[63070]: INFO nova.compute.manager [req-1ef5a0a8-f5a6-414a-9bc6-1e58c84a12d1 req-c8d7f82d-6bb0-4343-888c-86c7ea534429 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Neutron deleted interface 353876a0-dbab-4ab1-abbb-e77369de779d; detaching it from the instance and deleting it from the info cache [ 2070.593448] env[63070]: DEBUG nova.network.neutron [req-1ef5a0a8-f5a6-414a-9bc6-1e58c84a12d1 req-c8d7f82d-6bb0-4343-888c-86c7ea534429 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.046153] env[63070]: DEBUG nova.compute.manager [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2071.070815] env[63070]: DEBUG nova.network.neutron [-] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.075515] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2071.075974] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.076226] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2071.076434] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.076639] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2071.076732] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2071.076930] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2071.077098] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2071.077256] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2071.077422] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2071.077593] env[63070]: DEBUG nova.virt.hardware [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2071.078471] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de64b681-08c7-402a-820d-a2d31dc5420f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.087404] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcff93c-d667-467f-a7d4-6670c9c9d0d6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.101268] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0fea884-ca4b-43e2-af39-b5c48f923cd9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.109692] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959afb62-cbed-42f0-8460-03f663735078 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.134396] env[63070]: DEBUG nova.compute.manager [req-1ef5a0a8-f5a6-414a-9bc6-1e58c84a12d1 req-c8d7f82d-6bb0-4343-888c-86c7ea534429 service nova] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Detach interface failed, port_id=353876a0-dbab-4ab1-abbb-e77369de779d, reason: Instance 2a1c1fa5-33f5-4974-92ca-6afec942be55 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2071.186616] env[63070]: DEBUG nova.compute.manager [req-4552e5b7-cc34-4b81-9d3a-0a5c575f11e3 req-4639cc58-2118-4c4c-835d-f1a97f570411 service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Received event network-vif-plugged-9d0eb051-e3b3-443b-b4a4-4ef17782d080 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2071.187033] env[63070]: DEBUG oslo_concurrency.lockutils [req-4552e5b7-cc34-4b81-9d3a-0a5c575f11e3 req-4639cc58-2118-4c4c-835d-f1a97f570411 service nova] Acquiring lock "f2324ddd-8d9c-4822-8545-95c2146db9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.187033] env[63070]: DEBUG oslo_concurrency.lockutils [req-4552e5b7-cc34-4b81-9d3a-0a5c575f11e3 req-4639cc58-2118-4c4c-835d-f1a97f570411 service nova] Lock "f2324ddd-8d9c-4822-8545-95c2146db9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.187210] env[63070]: DEBUG oslo_concurrency.lockutils [req-4552e5b7-cc34-4b81-9d3a-0a5c575f11e3 req-4639cc58-2118-4c4c-835d-f1a97f570411 service nova] Lock "f2324ddd-8d9c-4822-8545-95c2146db9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.187378] env[63070]: DEBUG nova.compute.manager [req-4552e5b7-cc34-4b81-9d3a-0a5c575f11e3 req-4639cc58-2118-4c4c-835d-f1a97f570411 service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] No waiting events found dispatching network-vif-plugged-9d0eb051-e3b3-443b-b4a4-4ef17782d080 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2071.187583] env[63070]: WARNING nova.compute.manager [req-4552e5b7-cc34-4b81-9d3a-0a5c575f11e3 req-4639cc58-2118-4c4c-835d-f1a97f570411 service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Received unexpected event network-vif-plugged-9d0eb051-e3b3-443b-b4a4-4ef17782d080 for instance with vm_state building and task_state spawning. [ 2071.263202] env[63070]: DEBUG nova.network.neutron [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Successfully updated port: 9d0eb051-e3b3-443b-b4a4-4ef17782d080 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2071.582821] env[63070]: INFO nova.compute.manager [-] [instance: 2a1c1fa5-33f5-4974-92ca-6afec942be55] Took 1.44 seconds to deallocate network for instance. [ 2071.765930] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquiring lock "refresh_cache-f2324ddd-8d9c-4822-8545-95c2146db9c0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.766158] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquired lock "refresh_cache-f2324ddd-8d9c-4822-8545-95c2146db9c0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.766364] env[63070]: DEBUG nova.network.neutron [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2072.089555] env[63070]: DEBUG oslo_concurrency.lockutils [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.089903] env[63070]: DEBUG oslo_concurrency.lockutils [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.089955] env[63070]: DEBUG oslo_concurrency.lockutils [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.113121] env[63070]: INFO nova.scheduler.client.report [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleted allocations for instance 2a1c1fa5-33f5-4974-92ca-6afec942be55 [ 2072.301745] env[63070]: DEBUG nova.network.neutron [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2072.437212] env[63070]: DEBUG nova.network.neutron [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Updating instance_info_cache with network_info: [{"id": "9d0eb051-e3b3-443b-b4a4-4ef17782d080", "address": "fa:16:3e:7e:eb:39", "network": {"id": "5f75083a-2a6b-4400-aeba-5a34e37c3202", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-314545421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f269086abaa44cc7ac318c6aad093889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0eb051-e3", "ovs_interfaceid": "9d0eb051-e3b3-443b-b4a4-4ef17782d080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.620762] env[63070]: DEBUG oslo_concurrency.lockutils [None req-29d29baa-e73f-45d6-87af-d5d6d7c42e66 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "2a1c1fa5-33f5-4974-92ca-6afec942be55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.113s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.939643] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Releasing lock "refresh_cache-f2324ddd-8d9c-4822-8545-95c2146db9c0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.939975] env[63070]: DEBUG nova.compute.manager [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Instance network_info: |[{"id": "9d0eb051-e3b3-443b-b4a4-4ef17782d080", "address": "fa:16:3e:7e:eb:39", "network": {"id": "5f75083a-2a6b-4400-aeba-5a34e37c3202", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-314545421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f269086abaa44cc7ac318c6aad093889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0eb051-e3", "ovs_interfaceid": "9d0eb051-e3b3-443b-b4a4-4ef17782d080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2072.940411] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:eb:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d0eb051-e3b3-443b-b4a4-4ef17782d080', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2072.947773] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Creating folder: Project (f269086abaa44cc7ac318c6aad093889). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2072.948049] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccdac5c8-c483-401e-a5e6-95b723344e1e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.959246] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Created folder: Project (f269086abaa44cc7ac318c6aad093889) in parent group-v367531. [ 2072.959435] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Creating folder: Instances. Parent ref: group-v367853. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2072.959644] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67b9ec98-1afa-4d8c-be75-a107f8738e45 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.968416] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Created folder: Instances in parent group-v367853. [ 2072.968629] env[63070]: DEBUG oslo.service.loopingcall [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2072.968806] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2072.968988] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfda4ad5-c053-4f6b-94cf-40518b1fd8fd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.986824] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2072.986824] env[63070]: value = "task-1771628" [ 2072.986824] env[63070]: _type = "Task" [ 2072.986824] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.993968] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771628, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.216884] env[63070]: DEBUG nova.compute.manager [req-b4672786-1a7f-4f6d-923d-b7a433f8c02a req-8a925bce-e3b8-4fb0-abe8-ce3e2cf3d236 service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Received event network-changed-9d0eb051-e3b3-443b-b4a4-4ef17782d080 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2073.217125] env[63070]: DEBUG nova.compute.manager [req-b4672786-1a7f-4f6d-923d-b7a433f8c02a req-8a925bce-e3b8-4fb0-abe8-ce3e2cf3d236 service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Refreshing instance network info cache due to event network-changed-9d0eb051-e3b3-443b-b4a4-4ef17782d080. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2073.217398] env[63070]: DEBUG oslo_concurrency.lockutils [req-b4672786-1a7f-4f6d-923d-b7a433f8c02a req-8a925bce-e3b8-4fb0-abe8-ce3e2cf3d236 service nova] Acquiring lock "refresh_cache-f2324ddd-8d9c-4822-8545-95c2146db9c0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.217671] env[63070]: DEBUG oslo_concurrency.lockutils [req-b4672786-1a7f-4f6d-923d-b7a433f8c02a req-8a925bce-e3b8-4fb0-abe8-ce3e2cf3d236 service nova] Acquired lock "refresh_cache-f2324ddd-8d9c-4822-8545-95c2146db9c0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.217890] env[63070]: DEBUG nova.network.neutron [req-b4672786-1a7f-4f6d-923d-b7a433f8c02a req-8a925bce-e3b8-4fb0-abe8-ce3e2cf3d236 service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Refreshing network info cache for port 9d0eb051-e3b3-443b-b4a4-4ef17782d080 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2073.379061] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "ab0d185e-669e-41c4-ace1-46e821ff5819" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.379294] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "ab0d185e-669e-41c4-ace1-46e821ff5819" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.496458] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771628, 'name': CreateVM_Task, 'duration_secs': 0.3313} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.496590] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2073.497213] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.497374] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.497682] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2073.497915] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2104c8d9-0a1d-44e5-bbcc-55462a65e695 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.502202] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for the task: (returnval){ [ 2073.502202] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520c5274-c52a-f6ae-ac6f-8f6708bb54aa" [ 2073.502202] env[63070]: _type = "Task" [ 2073.502202] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.510129] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520c5274-c52a-f6ae-ac6f-8f6708bb54aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.882040] env[63070]: DEBUG nova.compute.manager [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2073.927024] env[63070]: DEBUG nova.network.neutron [req-b4672786-1a7f-4f6d-923d-b7a433f8c02a req-8a925bce-e3b8-4fb0-abe8-ce3e2cf3d236 service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Updated VIF entry in instance network info cache for port 9d0eb051-e3b3-443b-b4a4-4ef17782d080. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2073.927382] env[63070]: DEBUG nova.network.neutron [req-b4672786-1a7f-4f6d-923d-b7a433f8c02a req-8a925bce-e3b8-4fb0-abe8-ce3e2cf3d236 service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Updating instance_info_cache with network_info: [{"id": "9d0eb051-e3b3-443b-b4a4-4ef17782d080", "address": "fa:16:3e:7e:eb:39", "network": {"id": "5f75083a-2a6b-4400-aeba-5a34e37c3202", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-314545421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f269086abaa44cc7ac318c6aad093889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0eb051-e3", "ovs_interfaceid": "9d0eb051-e3b3-443b-b4a4-4ef17782d080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.011927] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]520c5274-c52a-f6ae-ac6f-8f6708bb54aa, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.012186] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.012433] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2074.012656] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.012800] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.012976] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2074.013245] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cd6a442-9b56-489e-a7df-446adea8f81a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.021203] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2074.021375] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2074.022047] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d960ae-b882-4db7-a8d6-a445e5999aad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.026780] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for the task: (returnval){ [ 2074.026780] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f54c5c-fc63-b216-c02c-c97455278840" [ 2074.026780] env[63070]: _type = "Task" [ 2074.026780] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.033817] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f54c5c-fc63-b216-c02c-c97455278840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.404499] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.404767] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.406263] env[63070]: INFO nova.compute.claims [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2074.429977] env[63070]: DEBUG oslo_concurrency.lockutils [req-b4672786-1a7f-4f6d-923d-b7a433f8c02a req-8a925bce-e3b8-4fb0-abe8-ce3e2cf3d236 service nova] Releasing lock "refresh_cache-f2324ddd-8d9c-4822-8545-95c2146db9c0" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.537649] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52f54c5c-fc63-b216-c02c-c97455278840, 'name': SearchDatastore_Task, 'duration_secs': 0.016542} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.538421] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf92d36-f158-45a4-899f-3952e5f0f080 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.543606] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for the task: (returnval){ [ 2074.543606] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2fd10-5370-7605-8b80-fe1691ae0a4d" [ 2074.543606] env[63070]: _type = "Task" [ 2074.543606] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.550898] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2fd10-5370-7605-8b80-fe1691ae0a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.054251] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52a2fd10-5370-7605-8b80-fe1691ae0a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009111} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.054512] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.054757] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f2324ddd-8d9c-4822-8545-95c2146db9c0/f2324ddd-8d9c-4822-8545-95c2146db9c0.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2075.055010] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20c54de5-9d94-4978-886c-7e40635d4210 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.061804] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for the task: (returnval){ [ 2075.061804] env[63070]: value = "task-1771629" [ 2075.061804] env[63070]: _type = "Task" [ 2075.061804] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.068634] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.468021] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe65eabd-2558-4f65-8257-e5ca8a416586 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.476372] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242f180b-364a-46fc-9ced-e9684c862166 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.509855] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e62650a-6634-4a4d-832e-c99c3e9806fb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.517437] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d559b834-3fca-4053-a9d7-b63c112d6ee2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.531741] env[63070]: DEBUG nova.compute.provider_tree [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2075.570949] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473069} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.571232] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] f2324ddd-8d9c-4822-8545-95c2146db9c0/f2324ddd-8d9c-4822-8545-95c2146db9c0.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2075.571455] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2075.571910] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b81509a-9605-4a62-923f-532aaf9a05fe {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.578320] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for the task: (returnval){ [ 2075.578320] env[63070]: value = "task-1771630" [ 2075.578320] env[63070]: _type = "Task" [ 2075.578320] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.585223] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.034686] env[63070]: DEBUG nova.scheduler.client.report [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.088131] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111066} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.088398] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2076.089164] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172f1c9d-deb0-42ab-81c4-b6b1f6cab61b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.110350] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f2324ddd-8d9c-4822-8545-95c2146db9c0/f2324ddd-8d9c-4822-8545-95c2146db9c0.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2076.110604] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a8dc6ac-76ac-4c1e-9ed5-cd07255bf284 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.129782] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for the task: (returnval){ [ 2076.129782] env[63070]: value = "task-1771631" [ 2076.129782] env[63070]: _type = "Task" [ 2076.129782] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.137147] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.540190] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.540704] env[63070]: DEBUG nova.compute.manager [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2076.640512] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771631, 'name': ReconfigVM_Task, 'duration_secs': 0.304146} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.640782] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f2324ddd-8d9c-4822-8545-95c2146db9c0/f2324ddd-8d9c-4822-8545-95c2146db9c0.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2076.641465] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9431c97d-3a39-48ad-8dd0-397c305aa79b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.648512] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for the task: (returnval){ [ 2076.648512] env[63070]: value = "task-1771632" [ 2076.648512] env[63070]: _type = "Task" [ 2076.648512] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.657151] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771632, 'name': Rename_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.047134] env[63070]: DEBUG nova.compute.utils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2077.049050] env[63070]: DEBUG nova.compute.manager [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2077.049050] env[63070]: DEBUG nova.network.neutron [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2077.085386] env[63070]: DEBUG nova.policy [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32abc4382cad460cb641921aece92782', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1da14db4d59c448d9790cfb3538c7116', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 2077.159428] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771632, 'name': Rename_Task, 'duration_secs': 0.248365} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.159702] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2077.160217] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3e5a7cb-44fb-4b27-9743-cfae6a6d6eed {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.166181] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for the task: (returnval){ [ 2077.166181] env[63070]: value = "task-1771633" [ 2077.166181] env[63070]: _type = "Task" [ 2077.166181] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.173912] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.348721] env[63070]: DEBUG nova.network.neutron [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Successfully created port: dd8e37fc-6489-4349-b472-26ebaf8c7195 {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2077.552279] env[63070]: DEBUG nova.compute.manager [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2077.676063] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.176760] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.561717] env[63070]: DEBUG nova.compute.manager [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2078.588755] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2078.589006] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2078.589166] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2078.589349] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2078.589493] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2078.589638] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2078.589846] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2078.590012] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2078.590194] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2078.590357] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2078.590523] env[63070]: DEBUG nova.virt.hardware [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2078.591428] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd8ced3-bf13-4e5b-81a3-6ec5329e5ff1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.599357] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f535dd5-b11d-4eba-8feb-aa5525acf012 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.676106] env[63070]: DEBUG oslo_vmware.api [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771633, 'name': PowerOnVM_Task, 'duration_secs': 1.151376} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.676375] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2078.676576] env[63070]: INFO nova.compute.manager [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Took 7.63 seconds to spawn the instance on the hypervisor. [ 2078.676751] env[63070]: DEBUG nova.compute.manager [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2078.677503] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d4856a-9341-45ef-b4d3-10caf8d8263d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.714446] env[63070]: DEBUG nova.compute.manager [req-4560a29e-7b7f-41b2-8abf-d93ff9cff5da req-d3fdcb99-703c-448b-b8dc-0f1ab2e7e5a3 service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Received event network-vif-plugged-dd8e37fc-6489-4349-b472-26ebaf8c7195 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2078.714666] env[63070]: DEBUG oslo_concurrency.lockutils [req-4560a29e-7b7f-41b2-8abf-d93ff9cff5da req-d3fdcb99-703c-448b-b8dc-0f1ab2e7e5a3 service nova] Acquiring lock "ab0d185e-669e-41c4-ace1-46e821ff5819-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.714868] env[63070]: DEBUG oslo_concurrency.lockutils [req-4560a29e-7b7f-41b2-8abf-d93ff9cff5da req-d3fdcb99-703c-448b-b8dc-0f1ab2e7e5a3 service nova] Lock "ab0d185e-669e-41c4-ace1-46e821ff5819-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.715044] env[63070]: DEBUG oslo_concurrency.lockutils [req-4560a29e-7b7f-41b2-8abf-d93ff9cff5da req-d3fdcb99-703c-448b-b8dc-0f1ab2e7e5a3 service nova] Lock "ab0d185e-669e-41c4-ace1-46e821ff5819-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.715269] env[63070]: DEBUG nova.compute.manager [req-4560a29e-7b7f-41b2-8abf-d93ff9cff5da req-d3fdcb99-703c-448b-b8dc-0f1ab2e7e5a3 service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] No waiting events found dispatching network-vif-plugged-dd8e37fc-6489-4349-b472-26ebaf8c7195 {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2078.715374] env[63070]: WARNING nova.compute.manager [req-4560a29e-7b7f-41b2-8abf-d93ff9cff5da req-d3fdcb99-703c-448b-b8dc-0f1ab2e7e5a3 service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Received unexpected event network-vif-plugged-dd8e37fc-6489-4349-b472-26ebaf8c7195 for instance with vm_state building and task_state spawning. [ 2078.793118] env[63070]: DEBUG nova.network.neutron [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Successfully updated port: dd8e37fc-6489-4349-b472-26ebaf8c7195 {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2079.192970] env[63070]: INFO nova.compute.manager [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Took 12.39 seconds to build instance. [ 2079.299385] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.299543] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.299736] env[63070]: DEBUG nova.network.neutron [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2079.695984] env[63070]: DEBUG oslo_concurrency.lockutils [None req-7cc02ff3-47ac-4948-9d35-63371e21967f tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lock "f2324ddd-8d9c-4822-8545-95c2146db9c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.905s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.832686] env[63070]: DEBUG nova.network.neutron [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2079.953661] env[63070]: DEBUG nova.network.neutron [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updating instance_info_cache with network_info: [{"id": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "address": "fa:16:3e:7b:34:95", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8e37fc-64", "ovs_interfaceid": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.056780] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquiring lock "f2324ddd-8d9c-4822-8545-95c2146db9c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.057051] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lock "f2324ddd-8d9c-4822-8545-95c2146db9c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.057282] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquiring lock "f2324ddd-8d9c-4822-8545-95c2146db9c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.057468] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lock "f2324ddd-8d9c-4822-8545-95c2146db9c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.057676] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lock "f2324ddd-8d9c-4822-8545-95c2146db9c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.059672] env[63070]: INFO nova.compute.manager [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Terminating instance [ 2080.456564] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.456912] env[63070]: DEBUG nova.compute.manager [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Instance network_info: |[{"id": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "address": "fa:16:3e:7b:34:95", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8e37fc-64", "ovs_interfaceid": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2080.457389] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:34:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd8e37fc-6489-4349-b472-26ebaf8c7195', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2080.464707] env[63070]: DEBUG oslo.service.loopingcall [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2080.464909] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2080.465140] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce9664a1-6c5f-4623-9e70-155bc050af87 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.485451] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2080.485451] env[63070]: value = "task-1771634" [ 2080.485451] env[63070]: _type = "Task" [ 2080.485451] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.492732] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771634, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.562939] env[63070]: DEBUG nova.compute.manager [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2080.563117] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2080.564029] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531284c2-40f9-4f0d-bc6b-27c9580d5293 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.571209] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2080.571449] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb2538a-c2a4-4e2e-ab5f-55754d4fcafb {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.576769] env[63070]: DEBUG oslo_vmware.api [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for the task: (returnval){ [ 2080.576769] env[63070]: value = "task-1771635" [ 2080.576769] env[63070]: _type = "Task" [ 2080.576769] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.585093] env[63070]: DEBUG oslo_vmware.api [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.746233] env[63070]: DEBUG nova.compute.manager [req-023c4b9f-6590-4624-8d6d-9d965df5dbe4 req-eebac748-1e1b-4e4d-872b-75578e736021 service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Received event network-changed-dd8e37fc-6489-4349-b472-26ebaf8c7195 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2080.746634] env[63070]: DEBUG nova.compute.manager [req-023c4b9f-6590-4624-8d6d-9d965df5dbe4 req-eebac748-1e1b-4e4d-872b-75578e736021 service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Refreshing instance network info cache due to event network-changed-dd8e37fc-6489-4349-b472-26ebaf8c7195. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2080.746634] env[63070]: DEBUG oslo_concurrency.lockutils [req-023c4b9f-6590-4624-8d6d-9d965df5dbe4 req-eebac748-1e1b-4e4d-872b-75578e736021 service nova] Acquiring lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.746744] env[63070]: DEBUG oslo_concurrency.lockutils [req-023c4b9f-6590-4624-8d6d-9d965df5dbe4 req-eebac748-1e1b-4e4d-872b-75578e736021 service nova] Acquired lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.746921] env[63070]: DEBUG nova.network.neutron [req-023c4b9f-6590-4624-8d6d-9d965df5dbe4 req-eebac748-1e1b-4e4d-872b-75578e736021 service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Refreshing network info cache for port dd8e37fc-6489-4349-b472-26ebaf8c7195 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2080.995473] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771634, 'name': CreateVM_Task, 'duration_secs': 0.303792} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.995650] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2080.996334] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.996500] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.996832] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2080.997092] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8999beee-28a3-4282-8fb2-586a0159378f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.001407] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2081.001407] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5216f6f3-2144-d40e-a877-a5628e89b4c7" [ 2081.001407] env[63070]: _type = "Task" [ 2081.001407] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.008980] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5216f6f3-2144-d40e-a877-a5628e89b4c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.085970] env[63070]: DEBUG oslo_vmware.api [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771635, 'name': PowerOffVM_Task, 'duration_secs': 0.199229} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.086225] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2081.086396] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2081.086625] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48d1028c-64e9-460a-83da-007af8553590 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.439424] env[63070]: DEBUG nova.network.neutron [req-023c4b9f-6590-4624-8d6d-9d965df5dbe4 req-eebac748-1e1b-4e4d-872b-75578e736021 service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updated VIF entry in instance network info cache for port dd8e37fc-6489-4349-b472-26ebaf8c7195. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.439780] env[63070]: DEBUG nova.network.neutron [req-023c4b9f-6590-4624-8d6d-9d965df5dbe4 req-eebac748-1e1b-4e4d-872b-75578e736021 service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updating instance_info_cache with network_info: [{"id": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "address": "fa:16:3e:7b:34:95", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8e37fc-64", "ovs_interfaceid": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.511561] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5216f6f3-2144-d40e-a877-a5628e89b4c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009189} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.511725] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.512147] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2081.512427] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.512427] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.512734] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2081.512881] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5929eab2-a441-49df-a132-438d8ef9a74e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.521970] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2081.521970] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2081.522671] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe464b2-f1ec-4749-88f0-c6f7133859e0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.527469] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2081.527469] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5277ceef-56a6-c252-f7e7-7395d282dc80" [ 2081.527469] env[63070]: _type = "Task" [ 2081.527469] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.534850] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5277ceef-56a6-c252-f7e7-7395d282dc80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.942933] env[63070]: DEBUG oslo_concurrency.lockutils [req-023c4b9f-6590-4624-8d6d-9d965df5dbe4 req-eebac748-1e1b-4e4d-872b-75578e736021 service nova] Releasing lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.040061] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5277ceef-56a6-c252-f7e7-7395d282dc80, 'name': SearchDatastore_Task, 'duration_secs': 0.008685} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.040264] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e6e92a-18d9-4e60-b7b6-2f959d882622 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.045268] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2082.045268] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526f5a07-5cd1-6360-89d6-3d9be5b4e38b" [ 2082.045268] env[63070]: _type = "Task" [ 2082.045268] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.052258] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526f5a07-5cd1-6360-89d6-3d9be5b4e38b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.231095] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2082.231365] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2082.231551] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Deleting the datastore file [datastore1] f2324ddd-8d9c-4822-8545-95c2146db9c0 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2082.231814] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6d61926-67f1-45b3-956d-7f526aa5ca8f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.238091] env[63070]: DEBUG oslo_vmware.api [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for the task: (returnval){ [ 2082.238091] env[63070]: value = "task-1771637" [ 2082.238091] env[63070]: _type = "Task" [ 2082.238091] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.245311] env[63070]: DEBUG oslo_vmware.api [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.555573] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]526f5a07-5cd1-6360-89d6-3d9be5b4e38b, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.555820] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.556084] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ab0d185e-669e-41c4-ace1-46e821ff5819/ab0d185e-669e-41c4-ace1-46e821ff5819.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2082.556347] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a684177-df95-4526-a404-3c72a5967847 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.564027] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2082.564027] env[63070]: value = "task-1771638" [ 2082.564027] env[63070]: _type = "Task" [ 2082.564027] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.571173] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.749309] env[63070]: DEBUG oslo_vmware.api [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Task: {'id': task-1771637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137557} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.749678] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2082.749966] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2082.750223] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2082.750608] env[63070]: INFO nova.compute.manager [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Took 2.19 seconds to destroy the instance on the hypervisor. [ 2082.750951] env[63070]: DEBUG oslo.service.loopingcall [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2082.751203] env[63070]: DEBUG nova.compute.manager [-] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2082.751311] env[63070]: DEBUG nova.network.neutron [-] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2083.054913] env[63070]: DEBUG nova.compute.manager [req-070fef58-d1c1-4e8d-8f2a-e758448d921c req-53f533ec-1cb8-442f-a5a0-9bfc995d43ca service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Received event network-vif-deleted-9d0eb051-e3b3-443b-b4a4-4ef17782d080 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2083.055234] env[63070]: INFO nova.compute.manager [req-070fef58-d1c1-4e8d-8f2a-e758448d921c req-53f533ec-1cb8-442f-a5a0-9bfc995d43ca service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Neutron deleted interface 9d0eb051-e3b3-443b-b4a4-4ef17782d080; detaching it from the instance and deleting it from the info cache [ 2083.055336] env[63070]: DEBUG nova.network.neutron [req-070fef58-d1c1-4e8d-8f2a-e758448d921c req-53f533ec-1cb8-442f-a5a0-9bfc995d43ca service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.074251] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442448} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.074479] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] ab0d185e-669e-41c4-ace1-46e821ff5819/ab0d185e-669e-41c4-ace1-46e821ff5819.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2083.074727] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2083.075225] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d167535f-dfd1-467a-a5ec-9ee6e87a6725 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.081543] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2083.081543] env[63070]: value = "task-1771639" [ 2083.081543] env[63070]: _type = "Task" [ 2083.081543] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.088761] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.531386] env[63070]: DEBUG nova.network.neutron [-] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.557470] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43180306-8218-4e2b-b842-8339d3c3419d {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.566906] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffc9043-6a7d-4f4d-bff5-387cf8acc868 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.591466] env[63070]: DEBUG nova.compute.manager [req-070fef58-d1c1-4e8d-8f2a-e758448d921c req-53f533ec-1cb8-442f-a5a0-9bfc995d43ca service nova] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Detach interface failed, port_id=9d0eb051-e3b3-443b-b4a4-4ef17782d080, reason: Instance f2324ddd-8d9c-4822-8545-95c2146db9c0 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2083.594317] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064895} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.594547] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2083.595286] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d7c9d-fc09-4fe3-9283-dbd910be7cb0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.616187] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] ab0d185e-669e-41c4-ace1-46e821ff5819/ab0d185e-669e-41c4-ace1-46e821ff5819.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2083.616727] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d0df48-1b86-4eb6-bbf6-25ad53fbe0d3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.635292] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2083.635292] env[63070]: value = "task-1771640" [ 2083.635292] env[63070]: _type = "Task" [ 2083.635292] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.642519] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771640, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.033764] env[63070]: INFO nova.compute.manager [-] [instance: f2324ddd-8d9c-4822-8545-95c2146db9c0] Took 1.28 seconds to deallocate network for instance. [ 2084.145336] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771640, 'name': ReconfigVM_Task, 'duration_secs': 0.261332} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.145676] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Reconfigured VM instance instance-00000078 to attach disk [datastore1] ab0d185e-669e-41c4-ace1-46e821ff5819/ab0d185e-669e-41c4-ace1-46e821ff5819.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2084.146219] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-034134e8-a477-4c84-bbd5-4eef926439f8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.152388] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2084.152388] env[63070]: value = "task-1771641" [ 2084.152388] env[63070]: _type = "Task" [ 2084.152388] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.159671] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771641, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.540782] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.541035] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.541341] env[63070]: DEBUG nova.objects.instance [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lazy-loading 'resources' on Instance uuid f2324ddd-8d9c-4822-8545-95c2146db9c0 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2084.662013] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771641, 'name': Rename_Task, 'duration_secs': 0.132934} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.662303] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2084.662535] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11430e66-761e-4c46-a770-5f639366fe75 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.669242] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2084.669242] env[63070]: value = "task-1771642" [ 2084.669242] env[63070]: _type = "Task" [ 2084.669242] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.676373] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.086252] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1fdb50-e019-4425-b3f8-c27229916fa4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.093901] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d1a038-a418-412a-bffc-26eac25823cc {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.124073] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c73eb82-dcdb-4954-9ece-32cb8c65cf56 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.131032] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7b5928-c272-437a-921e-7731ed9c46a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.144432] env[63070]: DEBUG nova.compute.provider_tree [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.178616] env[63070]: DEBUG oslo_vmware.api [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771642, 'name': PowerOnVM_Task, 'duration_secs': 0.409406} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.178940] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2085.179147] env[63070]: INFO nova.compute.manager [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Took 6.62 seconds to spawn the instance on the hypervisor. [ 2085.179382] env[63070]: DEBUG nova.compute.manager [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2085.180243] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cefd050-af49-4271-9422-af73ae6152da {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.648233] env[63070]: DEBUG nova.scheduler.client.report [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2085.696759] env[63070]: INFO nova.compute.manager [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Took 11.31 seconds to build instance. [ 2086.153436] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.173308] env[63070]: INFO nova.scheduler.client.report [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Deleted allocations for instance f2324ddd-8d9c-4822-8545-95c2146db9c0 [ 2086.198833] env[63070]: DEBUG oslo_concurrency.lockutils [None req-93152526-ed44-4a2d-8ab6-fae4e4d7c77f tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "ab0d185e-669e-41c4-ace1-46e821ff5819" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.819s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.492547] env[63070]: DEBUG nova.compute.manager [req-4d7194ee-ff6e-4bf6-aec0-5cb32b9a8f55 req-f6c4ce36-d0ae-446d-a111-272374721aef service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Received event network-changed-dd8e37fc-6489-4349-b472-26ebaf8c7195 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2086.492752] env[63070]: DEBUG nova.compute.manager [req-4d7194ee-ff6e-4bf6-aec0-5cb32b9a8f55 req-f6c4ce36-d0ae-446d-a111-272374721aef service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Refreshing instance network info cache due to event network-changed-dd8e37fc-6489-4349-b472-26ebaf8c7195. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2086.492963] env[63070]: DEBUG oslo_concurrency.lockutils [req-4d7194ee-ff6e-4bf6-aec0-5cb32b9a8f55 req-f6c4ce36-d0ae-446d-a111-272374721aef service nova] Acquiring lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.493124] env[63070]: DEBUG oslo_concurrency.lockutils [req-4d7194ee-ff6e-4bf6-aec0-5cb32b9a8f55 req-f6c4ce36-d0ae-446d-a111-272374721aef service nova] Acquired lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.493293] env[63070]: DEBUG nova.network.neutron [req-4d7194ee-ff6e-4bf6-aec0-5cb32b9a8f55 req-f6c4ce36-d0ae-446d-a111-272374721aef service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Refreshing network info cache for port dd8e37fc-6489-4349-b472-26ebaf8c7195 {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.680982] env[63070]: DEBUG oslo_concurrency.lockutils [None req-b0e1ac79-04c3-424f-8188-d80bfd191b4c tempest-ServerAddressesNegativeTestJSON-539442929 tempest-ServerAddressesNegativeTestJSON-539442929-project-member] Lock "f2324ddd-8d9c-4822-8545-95c2146db9c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.624s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.215601] env[63070]: DEBUG nova.network.neutron [req-4d7194ee-ff6e-4bf6-aec0-5cb32b9a8f55 req-f6c4ce36-d0ae-446d-a111-272374721aef service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updated VIF entry in instance network info cache for port dd8e37fc-6489-4349-b472-26ebaf8c7195. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.215971] env[63070]: DEBUG nova.network.neutron [req-4d7194ee-ff6e-4bf6-aec0-5cb32b9a8f55 req-f6c4ce36-d0ae-446d-a111-272374721aef service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updating instance_info_cache with network_info: [{"id": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "address": "fa:16:3e:7b:34:95", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8e37fc-64", "ovs_interfaceid": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.718956] env[63070]: DEBUG oslo_concurrency.lockutils [req-4d7194ee-ff6e-4bf6-aec0-5cb32b9a8f55 req-f6c4ce36-d0ae-446d-a111-272374721aef service nova] Releasing lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.604494] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2089.604873] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2090.108629] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2090.108826] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2090.108898] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2090.646367] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.646573] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquired lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.646676] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Forcefully refreshing network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2090.646824] env[63070]: DEBUG nova.objects.instance [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lazy-loading 'info_cache' on Instance uuid ab0d185e-669e-41c4-ace1-46e821ff5819 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2092.363396] env[63070]: DEBUG nova.network.neutron [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updating instance_info_cache with network_info: [{"id": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "address": "fa:16:3e:7b:34:95", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8e37fc-64", "ovs_interfaceid": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.865767] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Releasing lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.866039] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updated the network info_cache for instance {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2092.866269] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.866432] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.866581] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.866731] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.866869] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.867015] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.867156] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2092.867304] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2093.370668] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.371163] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.371259] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.371366] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2093.372288] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ff67e7-accc-4538-ada4-04e8dda9af7f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.380843] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0ea948-26f6-47e2-8dfd-923d186e7489 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.394655] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d666a7cc-35f7-450f-ad2d-b9b40b3d32e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.400689] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36327e1-44eb-45ba-be26-dd3458685517 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.430044] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181306MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2093.430221] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.430387] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.456953] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance ab0d185e-669e-41c4-ace1-46e821ff5819 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2094.457268] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2094.457345] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2094.482696] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e998fa04-63a8-4952-a1c7-6abaf8f85a10 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.489513] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e45cf0-061d-494a-ba69-44c94af8c59c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.518045] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb2e3b1-5a7c-4067-afad-c9e2a3f1b42e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.524935] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b83ab9-46f2-41f1-92a7-eea4edf0c4a9 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.537263] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.039915] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2095.545410] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2095.545853] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.076717] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "ab0d185e-669e-41c4-ace1-46e821ff5819" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.077133] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "ab0d185e-669e-41c4-ace1-46e821ff5819" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.077202] env[63070]: DEBUG nova.compute.manager [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2124.078197] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cbbdad-ee44-42f6-b37d-67c2d38801f8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.085108] env[63070]: DEBUG nova.compute.manager [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63070) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2124.085694] env[63070]: DEBUG nova.objects.instance [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'flavor' on Instance uuid ab0d185e-669e-41c4-ace1-46e821ff5819 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2125.094169] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2125.094571] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf3ba86c-dbe3-4691-921d-dc50d8f81997 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.102261] env[63070]: DEBUG oslo_vmware.api [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2125.102261] env[63070]: value = "task-1771643" [ 2125.102261] env[63070]: _type = "Task" [ 2125.102261] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.110109] env[63070]: DEBUG oslo_vmware.api [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.611997] env[63070]: DEBUG oslo_vmware.api [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771643, 'name': PowerOffVM_Task, 'duration_secs': 0.172218} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.612309] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2125.612513] env[63070]: DEBUG nova.compute.manager [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2125.613257] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd74a8c-ce7a-40ec-a513-d8040b585132 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.124774] env[63070]: DEBUG oslo_concurrency.lockutils [None req-e2674718-f1b6-4b2e-b132-74a81e670e4a tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "ab0d185e-669e-41c4-ace1-46e821ff5819" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.475537] env[63070]: DEBUG nova.objects.instance [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'flavor' on Instance uuid ab0d185e-669e-41c4-ace1-46e821ff5819 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.980695] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.980904] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.981054] env[63070]: DEBUG nova.network.neutron [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2126.981299] env[63070]: DEBUG nova.objects.instance [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'info_cache' on Instance uuid ab0d185e-669e-41c4-ace1-46e821ff5819 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2127.484916] env[63070]: DEBUG nova.objects.base [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63070) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2128.189485] env[63070]: DEBUG nova.network.neutron [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updating instance_info_cache with network_info: [{"id": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "address": "fa:16:3e:7b:34:95", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8e37fc-64", "ovs_interfaceid": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.692641] env[63070]: DEBUG oslo_concurrency.lockutils [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.698654] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2129.699055] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eec130a0-8f92-490b-8cb4-01af508c1cf6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.707203] env[63070]: DEBUG oslo_vmware.api [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2129.707203] env[63070]: value = "task-1771644" [ 2129.707203] env[63070]: _type = "Task" [ 2129.707203] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.714989] env[63070]: DEBUG oslo_vmware.api [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.217441] env[63070]: DEBUG oslo_vmware.api [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771644, 'name': PowerOnVM_Task, 'duration_secs': 0.370812} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.217819] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2130.217973] env[63070]: DEBUG nova.compute.manager [None req-6927042a-8175-4779-a37b-8cf80a7793fc tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.218640] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d45ca7f-6cbf-4d6c-8cbb-96adeba4a094 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.396998] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c6fe5-4cb0-4405-b877-a320e6c64c02 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.403671] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6066e-61f6-4537-85d9-0767266fdd1e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Suspending the VM {{(pid=63070) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2131.403898] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1df8ceb6-28ad-486a-bb01-2c180ffd80bd {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.410669] env[63070]: DEBUG oslo_vmware.api [None req-04f6066e-61f6-4537-85d9-0767266fdd1e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2131.410669] env[63070]: value = "task-1771645" [ 2131.410669] env[63070]: _type = "Task" [ 2131.410669] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.418185] env[63070]: DEBUG oslo_vmware.api [None req-04f6066e-61f6-4537-85d9-0767266fdd1e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771645, 'name': SuspendVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.920670] env[63070]: DEBUG oslo_vmware.api [None req-04f6066e-61f6-4537-85d9-0767266fdd1e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771645, 'name': SuspendVM_Task} progress is 66%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.422706] env[63070]: DEBUG oslo_vmware.api [None req-04f6066e-61f6-4537-85d9-0767266fdd1e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771645, 'name': SuspendVM_Task, 'duration_secs': 0.623176} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.423152] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-04f6066e-61f6-4537-85d9-0767266fdd1e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Suspended the VM {{(pid=63070) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2132.423152] env[63070]: DEBUG nova.compute.manager [None req-04f6066e-61f6-4537-85d9-0767266fdd1e tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2132.423914] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9f8078-07a5-408e-8ecf-c1b7e0e922d4 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.728342] env[63070]: INFO nova.compute.manager [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Resuming [ 2133.728978] env[63070]: DEBUG nova.objects.instance [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'flavor' on Instance uuid ab0d185e-669e-41c4-ace1-46e821ff5819 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.239988] env[63070]: DEBUG oslo_concurrency.lockutils [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.240385] env[63070]: DEBUG oslo_concurrency.lockutils [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquired lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.240385] env[63070]: DEBUG nova.network.neutron [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2135.931558] env[63070]: DEBUG nova.network.neutron [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updating instance_info_cache with network_info: [{"id": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "address": "fa:16:3e:7b:34:95", "network": {"id": "acea8ca2-ef1e-41bb-be77-8a9e5aa7ab29", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2095846750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da14db4d59c448d9790cfb3538c7116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8e37fc-64", "ovs_interfaceid": "dd8e37fc-6489-4349-b472-26ebaf8c7195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.434405] env[63070]: DEBUG oslo_concurrency.lockutils [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Releasing lock "refresh_cache-ab0d185e-669e-41c4-ace1-46e821ff5819" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.435418] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a9e243-2bb2-48c6-b741-b57576f5f92a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.442247] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Resuming the VM {{(pid=63070) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2136.442465] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0dcd46a-2e73-4b7a-a850-44fac999ba29 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.449093] env[63070]: DEBUG oslo_vmware.api [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2136.449093] env[63070]: value = "task-1771646" [ 2136.449093] env[63070]: _type = "Task" [ 2136.449093] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.457353] env[63070]: DEBUG oslo_vmware.api [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.961924] env[63070]: DEBUG oslo_vmware.api [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771646, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.460827] env[63070]: DEBUG oslo_vmware.api [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771646, 'name': PowerOnVM_Task, 'duration_secs': 0.514372} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.461259] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Resumed the VM {{(pid=63070) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2137.461311] env[63070]: DEBUG nova.compute.manager [None req-593e9861-428c-44cd-8317-b375245818f0 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2137.462039] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba688440-3412-4233-b0ce-3e0f6a9cfc02 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.420482] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "ab0d185e-669e-41c4-ace1-46e821ff5819" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.420781] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "ab0d185e-669e-41c4-ace1-46e821ff5819" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.421072] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "ab0d185e-669e-41c4-ace1-46e821ff5819-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.421321] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "ab0d185e-669e-41c4-ace1-46e821ff5819-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.421496] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "ab0d185e-669e-41c4-ace1-46e821ff5819-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.423687] env[63070]: INFO nova.compute.manager [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Terminating instance [ 2138.927769] env[63070]: DEBUG nova.compute.manager [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2138.928190] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2138.928919] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56b9b63-e093-4afe-b4d4-a22ed9122ca5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.937812] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2138.938053] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e491d206-dd58-4e1b-acaf-20b3d72a3e85 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.944637] env[63070]: DEBUG oslo_vmware.api [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2138.944637] env[63070]: value = "task-1771647" [ 2138.944637] env[63070]: _type = "Task" [ 2138.944637] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.952461] env[63070]: DEBUG oslo_vmware.api [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.454156] env[63070]: DEBUG oslo_vmware.api [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771647, 'name': PowerOffVM_Task, 'duration_secs': 0.178691} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.454410] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2139.454574] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2139.454812] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9a363e6-6d7d-43bc-9b97-ad71945ed253 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.543913] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2139.544156] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2139.544344] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleting the datastore file [datastore1] ab0d185e-669e-41c4-ace1-46e821ff5819 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2139.544603] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1928527f-aa32-4099-917e-97d46e39eb97 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.552233] env[63070]: DEBUG oslo_vmware.api [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for the task: (returnval){ [ 2139.552233] env[63070]: value = "task-1771649" [ 2139.552233] env[63070]: _type = "Task" [ 2139.552233] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.559204] env[63070]: DEBUG oslo_vmware.api [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.062308] env[63070]: DEBUG oslo_vmware.api [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Task: {'id': task-1771649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148872} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.062679] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2140.062763] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2140.062919] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2140.063111] env[63070]: INFO nova.compute.manager [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2140.064189] env[63070]: DEBUG oslo.service.loopingcall [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2140.064189] env[63070]: DEBUG nova.compute.manager [-] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2140.064189] env[63070]: DEBUG nova.network.neutron [-] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2140.456050] env[63070]: DEBUG nova.compute.manager [req-51a4e1b8-d302-4b52-8f38-2d0175e08f7d req-4009b26e-f131-40b0-a4b4-2efa9739e9fb service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Received event network-vif-deleted-dd8e37fc-6489-4349-b472-26ebaf8c7195 {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2140.456306] env[63070]: INFO nova.compute.manager [req-51a4e1b8-d302-4b52-8f38-2d0175e08f7d req-4009b26e-f131-40b0-a4b4-2efa9739e9fb service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Neutron deleted interface dd8e37fc-6489-4349-b472-26ebaf8c7195; detaching it from the instance and deleting it from the info cache [ 2140.456433] env[63070]: DEBUG nova.network.neutron [req-51a4e1b8-d302-4b52-8f38-2d0175e08f7d req-4009b26e-f131-40b0-a4b4-2efa9739e9fb service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.936393] env[63070]: DEBUG nova.network.neutron [-] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.958720] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a503e23-2a8c-4de8-914c-2fc4f219cb4a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.968181] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6381ecf-f1cc-42e9-9f8d-13940acb0a5b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.992450] env[63070]: DEBUG nova.compute.manager [req-51a4e1b8-d302-4b52-8f38-2d0175e08f7d req-4009b26e-f131-40b0-a4b4-2efa9739e9fb service nova] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Detach interface failed, port_id=dd8e37fc-6489-4349-b472-26ebaf8c7195, reason: Instance ab0d185e-669e-41c4-ace1-46e821ff5819 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2141.438999] env[63070]: INFO nova.compute.manager [-] [instance: ab0d185e-669e-41c4-ace1-46e821ff5819] Took 1.38 seconds to deallocate network for instance. [ 2141.945102] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.945411] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.945632] env[63070]: DEBUG nova.objects.instance [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lazy-loading 'resources' on Instance uuid ab0d185e-669e-41c4-ace1-46e821ff5819 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2142.479402] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b1d38f-5238-446d-b409-e23b9819efc6 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.487066] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db21c29-42b4-4bba-a06d-3ba31b1fec6c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.516459] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02868ce-3ed6-47e3-beaf-4d196b8616ea {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.523425] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257638e1-475b-4926-bfa3-de43b1fcfd3c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.535955] env[63070]: DEBUG nova.compute.provider_tree [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2143.039561] env[63070]: DEBUG nova.scheduler.client.report [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2143.544914] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.565411] env[63070]: INFO nova.scheduler.client.report [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Deleted allocations for instance ab0d185e-669e-41c4-ace1-46e821ff5819 [ 2144.075229] env[63070]: DEBUG oslo_concurrency.lockutils [None req-2744061b-84df-4196-a411-78e623b18d31 tempest-ServerActionsTestJSON-93775493 tempest-ServerActionsTestJSON-93775493-project-member] Lock "ab0d185e-669e-41c4-ace1-46e821ff5819" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.654s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.380911] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquiring lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.381271] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.883461] env[63070]: DEBUG nova.compute.manager [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Starting instance... {{(pid=63070) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2150.406495] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.406934] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.408182] env[63070]: INFO nova.compute.claims [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2151.442987] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d92ff7-9cd2-44a4-8754-441f6474a57c {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.450255] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05bad54-f526-46ac-998b-118a42ff5716 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.480347] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8affe3eb-9868-4619-bc41-a354fb48a380 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.487301] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937c2ea5-4046-4f2b-8c9c-1f9436e49119 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.500253] env[63070]: DEBUG nova.compute.provider_tree [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2152.003660] env[63070]: DEBUG nova.scheduler.client.report [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2152.508773] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.509388] env[63070]: DEBUG nova.compute.manager [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Start building networks asynchronously for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2153.014766] env[63070]: DEBUG nova.compute.utils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Using /dev/sd instead of None {{(pid=63070) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2153.016502] env[63070]: DEBUG nova.compute.manager [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Allocating IP information in the background. {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2153.016502] env[63070]: DEBUG nova.network.neutron [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] allocate_for_instance() {{(pid=63070) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2153.059114] env[63070]: DEBUG nova.policy [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c533e0d6429419aa3599a00529282a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '304f6465e29c44adb18e1b6e9fe18448', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63070) authorize /opt/stack/nova/nova/policy.py:192}} [ 2153.292271] env[63070]: DEBUG nova.network.neutron [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Successfully created port: 49a6731b-481c-4254-9400-a79952a450ac {{(pid=63070) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2153.519820] env[63070]: DEBUG nova.compute.manager [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Start building block device mappings for instance. {{(pid=63070) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2154.529544] env[63070]: DEBUG nova.compute.manager [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Start spawning the instance on the hypervisor. {{(pid=63070) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2154.556030] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T19:57:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T19:57:33Z,direct_url=,disk_format='vmdk',id=678d65da-7a40-4e76-a9bd-e219fba06017,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5d339e9dd75d4053b6160463e640668d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T19:57:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2154.556288] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Flavor limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2154.556442] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Image limits 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2154.556619] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Flavor pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2154.556761] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Image pref 0:0:0 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2154.556915] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63070) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2154.557133] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2154.557292] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2154.557455] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Got 1 possible topologies {{(pid=63070) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2154.557613] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2154.557784] env[63070]: DEBUG nova.virt.hardware [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63070) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2154.558645] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53e54bd-faa2-4e9a-bb58-b10deb999bce {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.566429] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0368a3ac-82ec-402f-a537-644324232668 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.644457] env[63070]: DEBUG nova.compute.manager [req-0c34d843-395d-4cc4-b05f-3c79740832f7 req-e328df87-a62a-4946-9847-5da17e6b646a service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Received event network-vif-plugged-49a6731b-481c-4254-9400-a79952a450ac {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2154.644768] env[63070]: DEBUG oslo_concurrency.lockutils [req-0c34d843-395d-4cc4-b05f-3c79740832f7 req-e328df87-a62a-4946-9847-5da17e6b646a service nova] Acquiring lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.644896] env[63070]: DEBUG oslo_concurrency.lockutils [req-0c34d843-395d-4cc4-b05f-3c79740832f7 req-e328df87-a62a-4946-9847-5da17e6b646a service nova] Lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.645039] env[63070]: DEBUG oslo_concurrency.lockutils [req-0c34d843-395d-4cc4-b05f-3c79740832f7 req-e328df87-a62a-4946-9847-5da17e6b646a service nova] Lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.645209] env[63070]: DEBUG nova.compute.manager [req-0c34d843-395d-4cc4-b05f-3c79740832f7 req-e328df87-a62a-4946-9847-5da17e6b646a service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] No waiting events found dispatching network-vif-plugged-49a6731b-481c-4254-9400-a79952a450ac {{(pid=63070) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2154.645370] env[63070]: WARNING nova.compute.manager [req-0c34d843-395d-4cc4-b05f-3c79740832f7 req-e328df87-a62a-4946-9847-5da17e6b646a service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Received unexpected event network-vif-plugged-49a6731b-481c-4254-9400-a79952a450ac for instance with vm_state building and task_state spawning. [ 2154.729668] env[63070]: DEBUG nova.network.neutron [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Successfully updated port: 49a6731b-481c-4254-9400-a79952a450ac {{(pid=63070) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2155.235494] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquiring lock "refresh_cache-6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.235941] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquired lock "refresh_cache-6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.236032] env[63070]: DEBUG nova.network.neutron [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Building network info cache for instance {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2155.547226] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.547637] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.547637] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Starting heal instance info cache {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2155.547725] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Rebuilding the list of instances to heal {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2155.766827] env[63070]: DEBUG nova.network.neutron [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Instance cache missing network info. {{(pid=63070) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2155.884659] env[63070]: DEBUG nova.network.neutron [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Updating instance_info_cache with network_info: [{"id": "49a6731b-481c-4254-9400-a79952a450ac", "address": "fa:16:3e:6f:eb:6c", "network": {"id": "9f6967e0-498a-4d06-850b-0336700bfd39", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2137691377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304f6465e29c44adb18e1b6e9fe18448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a6731b-48", "ovs_interfaceid": "49a6731b-481c-4254-9400-a79952a450ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.051205] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Skipping network cache update for instance because it is Building. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 2156.051364] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Didn't find any instances for network info cache update. {{(pid=63070) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2156.051524] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.051701] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.051824] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.051969] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.052131] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.052292] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.052418] env[63070]: DEBUG nova.compute.manager [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63070) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2156.052558] env[63070]: DEBUG oslo_service.periodic_task [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63070) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.387058] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Releasing lock "refresh_cache-6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.387286] env[63070]: DEBUG nova.compute.manager [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Instance network_info: |[{"id": "49a6731b-481c-4254-9400-a79952a450ac", "address": "fa:16:3e:6f:eb:6c", "network": {"id": "9f6967e0-498a-4d06-850b-0336700bfd39", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2137691377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304f6465e29c44adb18e1b6e9fe18448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a6731b-48", "ovs_interfaceid": "49a6731b-481c-4254-9400-a79952a450ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63070) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2156.387711] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:eb:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49a6731b-481c-4254-9400-a79952a450ac', 'vif_model': 'vmxnet3'}] {{(pid=63070) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2156.395159] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Creating folder: Project (304f6465e29c44adb18e1b6e9fe18448). Parent ref: group-v367531. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2156.395425] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0e0e15d-c2f2-4cfc-ba98-fcb7655956bf {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.406601] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Created folder: Project (304f6465e29c44adb18e1b6e9fe18448) in parent group-v367531. [ 2156.406786] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Creating folder: Instances. Parent ref: group-v367857. {{(pid=63070) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2156.406997] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdce9b54-ba2e-44eb-be85-e1e8f06d4f75 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.414720] env[63070]: INFO nova.virt.vmwareapi.vm_util [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Created folder: Instances in parent group-v367857. [ 2156.414944] env[63070]: DEBUG oslo.service.loopingcall [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2156.415152] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Creating VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2156.415349] env[63070]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e688a73e-b04d-402f-846a-99f22b9f48e1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.432827] env[63070]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2156.432827] env[63070]: value = "task-1771652" [ 2156.432827] env[63070]: _type = "Task" [ 2156.432827] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.439602] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771652, 'name': CreateVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.555907] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.556445] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.556445] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.556612] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63070) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2156.557343] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0c402b-1a75-4663-8c40-51556afa2195 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.565162] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433447dd-cac8-490a-854a-85f2ffc90ee0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.579087] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19b9f61-5e42-44f0-b008-35d5093470ac {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.585604] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b76f24b-3241-4a58-90c0-00dd5c89c13e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.366254] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181193MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63070) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2157.366454] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.366592] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.368973] env[63070]: DEBUG nova.compute.manager [req-3ca0ce23-0c08-47f8-8b87-3a711527fb2c req-744ea37a-1a5d-47b7-ba64-56fe064b7907 service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Received event network-changed-49a6731b-481c-4254-9400-a79952a450ac {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2157.369195] env[63070]: DEBUG nova.compute.manager [req-3ca0ce23-0c08-47f8-8b87-3a711527fb2c req-744ea37a-1a5d-47b7-ba64-56fe064b7907 service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Refreshing instance network info cache due to event network-changed-49a6731b-481c-4254-9400-a79952a450ac. {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2157.369368] env[63070]: DEBUG oslo_concurrency.lockutils [req-3ca0ce23-0c08-47f8-8b87-3a711527fb2c req-744ea37a-1a5d-47b7-ba64-56fe064b7907 service nova] Acquiring lock "refresh_cache-6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.369506] env[63070]: DEBUG oslo_concurrency.lockutils [req-3ca0ce23-0c08-47f8-8b87-3a711527fb2c req-744ea37a-1a5d-47b7-ba64-56fe064b7907 service nova] Acquired lock "refresh_cache-6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.369659] env[63070]: DEBUG nova.network.neutron [req-3ca0ce23-0c08-47f8-8b87-3a711527fb2c req-744ea37a-1a5d-47b7-ba64-56fe064b7907 service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Refreshing network info cache for port 49a6731b-481c-4254-9400-a79952a450ac {{(pid=63070) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2157.379997] env[63070]: DEBUG oslo_vmware.api [-] Task: {'id': task-1771652, 'name': CreateVM_Task, 'duration_secs': 0.339099} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.380997] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Created VM on the ESX host {{(pid=63070) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2157.381712] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.381875] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.382323] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2157.382682] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a145627-c7b9-4b6c-ae6b-32037766240e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.387552] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for the task: (returnval){ [ 2157.387552] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52edd393-3764-949b-e0d1-5147a7debf9c" [ 2157.387552] env[63070]: _type = "Task" [ 2157.387552] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.396193] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52edd393-3764-949b-e0d1-5147a7debf9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.899863] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]52edd393-3764-949b-e0d1-5147a7debf9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.900326] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.900326] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Processing image 678d65da-7a40-4e76-a9bd-e219fba06017 {{(pid=63070) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2157.900412] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.900522] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.900690] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2157.900959] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb96d80a-8b95-43c5-885b-87746059806a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.911698] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63070) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2157.911880] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63070) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2157.912652] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96000256-4980-4b43-8d8e-28fe07379cf7 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.918055] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for the task: (returnval){ [ 2157.918055] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5240f261-68b2-588f-8cbf-c1cacbf9dc74" [ 2157.918055] env[63070]: _type = "Task" [ 2157.918055] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.925553] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5240f261-68b2-588f-8cbf-c1cacbf9dc74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.079220] env[63070]: DEBUG nova.network.neutron [req-3ca0ce23-0c08-47f8-8b87-3a711527fb2c req-744ea37a-1a5d-47b7-ba64-56fe064b7907 service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Updated VIF entry in instance network info cache for port 49a6731b-481c-4254-9400-a79952a450ac. {{(pid=63070) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2158.079615] env[63070]: DEBUG nova.network.neutron [req-3ca0ce23-0c08-47f8-8b87-3a711527fb2c req-744ea37a-1a5d-47b7-ba64-56fe064b7907 service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Updating instance_info_cache with network_info: [{"id": "49a6731b-481c-4254-9400-a79952a450ac", "address": "fa:16:3e:6f:eb:6c", "network": {"id": "9f6967e0-498a-4d06-850b-0336700bfd39", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2137691377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304f6465e29c44adb18e1b6e9fe18448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a6731b-48", "ovs_interfaceid": "49a6731b-481c-4254-9400-a79952a450ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.397504] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Instance 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63070) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2158.397722] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2158.397864] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63070) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2158.423046] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8a958-a36a-430f-8c6a-d11e4d372d23 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.430989] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]5240f261-68b2-588f-8cbf-c1cacbf9dc74, 'name': SearchDatastore_Task, 'duration_secs': 0.008628} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.433189] env[63070]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2870b769-5322-4389-b84b-56dd8cab00ba {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.435763] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c690b33d-3b1e-4e42-a0bd-3a583834cdd8 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.442508] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for the task: (returnval){ [ 2158.442508] env[63070]: value = "session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527adf50-28d9-8f83-d965-c8563ee9206f" [ 2158.442508] env[63070]: _type = "Task" [ 2158.442508] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.469929] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccba68b-ce7e-43fe-85b7-abc6bcf9042e {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.477647] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': session[52d79490-c4ab-9c74-3b37-7fbc6628d910]527adf50-28d9-8f83-d965-c8563ee9206f, 'name': SearchDatastore_Task, 'duration_secs': 0.008509} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.479577] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.479874] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6/6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2158.480161] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2771cd9-5a82-428f-a290-f1c06e0ef411 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.483049] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84c4827-b56d-4417-ae62-a9ee68ad930f {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.495989] env[63070]: DEBUG nova.compute.provider_tree [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2158.498231] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for the task: (returnval){ [ 2158.498231] env[63070]: value = "task-1771653" [ 2158.498231] env[63070]: _type = "Task" [ 2158.498231] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.505657] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.581845] env[63070]: DEBUG oslo_concurrency.lockutils [req-3ca0ce23-0c08-47f8-8b87-3a711527fb2c req-744ea37a-1a5d-47b7-ba64-56fe064b7907 service nova] Releasing lock "refresh_cache-6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" {{(pid=63070) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.003196] env[63070]: DEBUG nova.scheduler.client.report [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2159.011212] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469309} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.011447] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678d65da-7a40-4e76-a9bd-e219fba06017/678d65da-7a40-4e76-a9bd-e219fba06017.vmdk to [datastore1] 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6/6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6.vmdk {{(pid=63070) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2159.011654] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Extending root virtual disk to 1048576 {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2159.011889] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd72145-ece7-459a-b5e0-5b03446dc100 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.018377] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for the task: (returnval){ [ 2159.018377] env[63070]: value = "task-1771654" [ 2159.018377] env[63070]: _type = "Task" [ 2159.018377] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.026429] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.508265] env[63070]: DEBUG nova.compute.resource_tracker [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63070) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2159.508473] env[63070]: DEBUG oslo_concurrency.lockutils [None req-c4ccc593-bd37-43f6-a3ed-beb5a7511395 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.527327] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065011} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.527573] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Extended root virtual disk {{(pid=63070) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2159.528312] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436d3384-2f54-4e97-8053-47aeca57d8d5 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.549713] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6/6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2159.549951] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ca4b13-bf8c-4b1b-9b31-2ee03babd079 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.568206] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for the task: (returnval){ [ 2159.568206] env[63070]: value = "task-1771655" [ 2159.568206] env[63070]: _type = "Task" [ 2159.568206] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.575403] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.077300] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771655, 'name': ReconfigVM_Task, 'duration_secs': 0.29887} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.077697] env[63070]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6/6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6.vmdk or device None with type sparse {{(pid=63070) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2160.078196] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33662753-3b60-432e-8d16-7334dd5c4273 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.084524] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for the task: (returnval){ [ 2160.084524] env[63070]: value = "task-1771656" [ 2160.084524] env[63070]: _type = "Task" [ 2160.084524] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.093306] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771656, 'name': Rename_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.593731] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771656, 'name': Rename_Task, 'duration_secs': 0.169637} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.594056] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Powering on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2160.594334] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa036fd4-9b7b-4855-9916-d505e00ffed2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.600604] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for the task: (returnval){ [ 2160.600604] env[63070]: value = "task-1771657" [ 2160.600604] env[63070]: _type = "Task" [ 2160.600604] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.610887] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.109750] env[63070]: DEBUG oslo_vmware.api [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771657, 'name': PowerOnVM_Task, 'duration_secs': 0.497613} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.110164] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Powered on the VM {{(pid=63070) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.110206] env[63070]: INFO nova.compute.manager [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Took 6.58 seconds to spawn the instance on the hypervisor. [ 2161.110383] env[63070]: DEBUG nova.compute.manager [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Checking state {{(pid=63070) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2161.111097] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47907601-8a50-42a5-b534-ad6acfe8a6f3 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.628045] env[63070]: INFO nova.compute.manager [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Took 11.24 seconds to build instance. [ 2162.130217] env[63070]: DEBUG oslo_concurrency.lockutils [None req-5fb2ad82-c183-49b9-b0f2-2dc63f68daea tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.749s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.528770] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquiring lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.529062] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.529365] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquiring lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.529595] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.529799] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.531987] env[63070]: INFO nova.compute.manager [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Terminating instance [ 2163.036405] env[63070]: DEBUG nova.compute.manager [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Start destroying the instance on the hypervisor. {{(pid=63070) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2163.036633] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Destroying instance {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2163.037577] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338ae19c-041f-46ad-a018-abf04393b1aa {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.045075] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Powering off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.045304] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6ed48e2-41de-4cbe-997a-421469ec6c55 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.051390] env[63070]: DEBUG oslo_vmware.api [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for the task: (returnval){ [ 2163.051390] env[63070]: value = "task-1771658" [ 2163.051390] env[63070]: _type = "Task" [ 2163.051390] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.058802] env[63070]: DEBUG oslo_vmware.api [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.561810] env[63070]: DEBUG oslo_vmware.api [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771658, 'name': PowerOffVM_Task, 'duration_secs': 0.200514} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.562216] env[63070]: DEBUG nova.virt.vmwareapi.vm_util [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Powered off the VM {{(pid=63070) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2163.562261] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Unregistering the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2163.562502] env[63070]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b531e728-de88-423b-8016-d004590cd661 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.630477] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Unregistered the VM {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2163.630781] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Deleting contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2163.630878] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Deleting the datastore file [datastore1] 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6 {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2163.631165] env[63070]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a33264f-b12b-4b24-a0e9-1b2cc5ddcde2 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.637300] env[63070]: DEBUG oslo_vmware.api [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for the task: (returnval){ [ 2163.637300] env[63070]: value = "task-1771660" [ 2163.637300] env[63070]: _type = "Task" [ 2163.637300] env[63070]: } to complete. {{(pid=63070) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.644598] env[63070]: DEBUG oslo_vmware.api [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.146519] env[63070]: DEBUG oslo_vmware.api [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Task: {'id': task-1771660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171456} completed successfully. {{(pid=63070) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.146843] env[63070]: DEBUG nova.virt.vmwareapi.ds_util [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Deleted the datastore file {{(pid=63070) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2164.147036] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Deleted contents of the VM from datastore datastore1 {{(pid=63070) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2164.147212] env[63070]: DEBUG nova.virt.vmwareapi.vmops [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Instance destroyed {{(pid=63070) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2164.147387] env[63070]: INFO nova.compute.manager [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2164.147613] env[63070]: DEBUG oslo.service.loopingcall [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63070) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2164.147794] env[63070]: DEBUG nova.compute.manager [-] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Deallocating network for instance {{(pid=63070) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2164.147887] env[63070]: DEBUG nova.network.neutron [-] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] deallocate_for_instance() {{(pid=63070) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2164.374065] env[63070]: DEBUG nova.compute.manager [req-329f30f3-5323-4578-bfea-d2e1b597aaa7 req-5d2cdbdf-3281-4f2a-8c02-a02f2475a5d8 service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Received event network-vif-deleted-49a6731b-481c-4254-9400-a79952a450ac {{(pid=63070) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2164.374295] env[63070]: INFO nova.compute.manager [req-329f30f3-5323-4578-bfea-d2e1b597aaa7 req-5d2cdbdf-3281-4f2a-8c02-a02f2475a5d8 service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Neutron deleted interface 49a6731b-481c-4254-9400-a79952a450ac; detaching it from the instance and deleting it from the info cache [ 2164.374469] env[63070]: DEBUG nova.network.neutron [req-329f30f3-5323-4578-bfea-d2e1b597aaa7 req-5d2cdbdf-3281-4f2a-8c02-a02f2475a5d8 service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.854678] env[63070]: DEBUG nova.network.neutron [-] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Updating instance_info_cache with network_info: [] {{(pid=63070) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.877101] env[63070]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dbf2d25-9c8b-40e6-884a-290e717f3dad {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.886403] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264a4bc0-b1c8-4fea-9c01-0b3a690b1e6b {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.909039] env[63070]: DEBUG nova.compute.manager [req-329f30f3-5323-4578-bfea-d2e1b597aaa7 req-5d2cdbdf-3281-4f2a-8c02-a02f2475a5d8 service nova] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Detach interface failed, port_id=49a6731b-481c-4254-9400-a79952a450ac, reason: Instance 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6 could not be found. {{(pid=63070) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2165.357555] env[63070]: INFO nova.compute.manager [-] [instance: 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6] Took 1.21 seconds to deallocate network for instance. [ 2165.864229] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.864610] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.864696] env[63070]: DEBUG nova.objects.instance [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lazy-loading 'resources' on Instance uuid 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6 {{(pid=63070) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.401649] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0082e422-5a11-4f62-ad42-5516d10d674a {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.409501] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab95d7f1-27f1-4e93-9d59-d2a6c322abe0 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.441456] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854f5a8d-eca6-4051-9c8d-ecf349e8dd92 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.449267] env[63070]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04418f2-df03-42f3-b37b-60a65a4ecaa1 {{(pid=63070) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.462462] env[63070]: DEBUG nova.compute.provider_tree [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Inventory has not changed in ProviderTree for provider: 320ba036-867b-46a7-9f12-a6f5a4345740 {{(pid=63070) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2166.965848] env[63070]: DEBUG nova.scheduler.client.report [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Inventory has not changed for provider 320ba036-867b-46a7-9f12-a6f5a4345740 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63070) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.471785] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.492121] env[63070]: INFO nova.scheduler.client.report [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Deleted allocations for instance 6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6 [ 2168.001559] env[63070]: DEBUG oslo_concurrency.lockutils [None req-1929e0aa-6f61-41e3-bf81-fe657172dcb0 tempest-ServerPasswordTestJSON-2102392830 tempest-ServerPasswordTestJSON-2102392830-project-member] Lock "6f7ec9ec-6b07-4e8b-8a48-71c613ee7be6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.472s {{(pid=63070) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}